-- Logs begin at Wed 2022-08-24 14:57:45 UTC, end at Wed 2022-08-24 15:55:47 UTC. -- Aug 24 15:28:56.447910 dv-cinder-846054-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 15:28:59.142120 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.common.config [-] Logging enabled! Aug 24 15:28:59.142698 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 15:28:59.142931 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106305) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 15:28:59.146712 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.common.config [-] Logging enabled! Aug 24 15:28:59.146966 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 15:28:59.147273 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106305) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 15:28:59.148210 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 15:28:59.148443 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 15:28:59.148919 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 15:28:59.149166 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 15:28:59.149392 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 15:28:59.149712 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.150010 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.150242 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.150540 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.150854 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.151138 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.151427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.151725 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.152030 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.152293 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.152577 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.152809 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.153091 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.153378 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.153665 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.153895 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.154173 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.154601 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.155033 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.155312 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.155599 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.155879 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.156152 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.156427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.156711 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.157050 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] host = dv-cinder-846054-2-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.157312 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.157596 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.157882 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.158167 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.158442 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.158744 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.159030 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.159302 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.159572 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.159871 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.160162 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.160450 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.160732 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.160954 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.161174 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.161456 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.161753 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.162030 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.162304 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.162578 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.162873 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.163147 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.163416 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.163698 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.163984 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.164273 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.164547 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.164820 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.165090 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.165361 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.165642 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.165915 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.166188 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.166463 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.166770 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.167043 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.167317 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.167612 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.167898 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.168180 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.168464 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.168738 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.169019 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.169290 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.169562 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.169834 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.170107 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.170376 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.170669 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.170944 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.171214 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.171483 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.171753 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.172034 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.172305 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:28:59.172599 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.172894 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.173191 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.173471 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.173776 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.174058 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.174348 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.174624 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.174940 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.175225 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.175635 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.175917 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.176216 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.176503 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.176796 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.177100 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.177388 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.177676 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.177951 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.178224 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.178497 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.178799 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.179088 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.179364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.179650 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.179936 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.180216 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.180510 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.180792 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.181075 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.181365 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.181650 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.181924 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.182202 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.182491 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.182864 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.183142 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.183428 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.183711 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.183985 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.184266 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.184558 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.184845 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.185124 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.185400 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.185686 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.185962 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.186234 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.186506 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.186807 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.187080 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.187364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.187638 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.187908 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.188181 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.188457 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.188731 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.189000 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.189277 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.189550 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.189826 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.190100 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.190371 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.190662 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.190933 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.191721 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.191993 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.192265 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.192542 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.192815 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.193085 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.193357 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.193627 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.193902 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.194185 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.194483 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.194789 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.195066 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.195343 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.195620 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.195896 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.196170 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.196446 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.196721 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.196991 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.197277 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.197558 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.197841 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.198121 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.198415 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.198728 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.199008 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.199285 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.199562 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.199836 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.200111 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.200391 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.200668 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.200944 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.201226 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.201507 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.201797 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.202087 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.202364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.202675 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.202969 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.203256 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.203539 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.203843 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.204122 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:28:59.204338 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 15:28:59.204575 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106305) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 15:28:59.504418 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 15:28:59.504739 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 15:28:59.505001 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 15:28:59.505240 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 15:28:59.505525 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 15:28:59.505849 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 15:28:59.918193 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.918406 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.918698 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.919892 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.920166 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.920431 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.973373 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.973644 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.973909 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.990532 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.990830 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:28:59.991102 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.019088 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.019554 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.019828 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.056135 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.056408 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.056677 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.289662 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.290295 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.290295 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.290451 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.291387 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.388559 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.388948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.389232 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.389505 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.389771 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.390077 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.390335 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.390592 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.390870 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.391150 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.391411 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.391673 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.391927 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.392177 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.392431 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.392694 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.392947 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.393213 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.393604 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.393864 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.394137 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.396487 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.396825 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.397229 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.397504 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.398661 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.399842 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.400096 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.401446 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.401707 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.401954 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.402201 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:00.402582 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 15:29:00.405822 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 15:29:00.409740 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 15:29:00.414401 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Aug 24 15:29:00.416043 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 15:29:00.416667 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 15:29:00.417002 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 15:29:00.417394 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 15:29:00.420193 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 15:29:00.420445 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 15:29:00.420795 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 15:29:00.426799 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 15:29:00.450983 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 15:29:00.451463 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.451750 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 15:29:00.452120 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.453460 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 15:29:00.453746 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 15:29:00.453985 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 15:29:00.457603 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.457880 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:00.568602 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 15:29:00.568759 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 15:29:00.568993 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 15:29:00.569369 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 15:29:00.621702 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO dbcounter [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Registered counter for database neutron Aug 24 15:29:00.640878 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_db.sqlalchemy.engines [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106305) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 15:29:00.647036 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG dbcounter [-] [106305] Writer thread running {{(pid=106305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 15:29:01.199335 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing driver for type 'gre' Aug 24 15:29:01.199864 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] gre ID ranges: [(1, 1000)] Aug 24 15:29:01.257250 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing driver for type 'local' Aug 24 15:29:01.257621 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing driver for type 'vlan' Aug 24 15:29:01.271558 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] VlanTypeDriver initialization complete Aug 24 15:29:01.271870 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing driver for type 'vxlan' Aug 24 15:29:01.272540 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] vxlan ID ranges: [(1, 1000)] Aug 24 15:29:01.328508 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing extension driver 'port_security' Aug 24 15:29:01.329115 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.extensions.port_security [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] PortSecurityExtensionDriver initialization complete Aug 24 15:29:01.329259 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing mechanism driver 'openvswitch' Aug 24 15:29:01.329591 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing mechanism driver 'hyperv' Aug 24 15:29:01.336532 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.plugin [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:01.337218 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.337601 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.337961 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.338481 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.338936 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.339303 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.339658 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.340062 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.340484 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.340844 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.341196 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.341598 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.342009 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.342370 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.342744 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.343145 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.343723 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.344087 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.344439 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.344841 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.345252 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > address_group after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.345609 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > address_group after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.345958 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.346358 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 15:29:01.346841 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] ML2 OVO RPC backend initialized. {{(pid=106305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 15:29:01.348095 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.348454 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.348884 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.349244 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > networks before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.349599 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.349951 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > ports before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.350301 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.350675 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnets before_response 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.351027 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.351373 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.351716 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.352323 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.352668 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.353011 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.353352 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.353694 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.354032 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.361719 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded quota_driver: . Aug 24 15:29:01.362091 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.plugin [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Modular L2 Plugin initialization complete Aug 24 15:29:01.362448 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading services supported by the core plugin {{(pid=106305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 15:29:01.362828 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.plugins.ml2.managers [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Got port-security extension from driver 'port_security' Aug 24 15:29:01.363930 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.extensions.vlantransparent [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Disabled vlantransparent extension. Aug 24 15:29:01.364433 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 15:29:01.364768 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: router Aug 24 15:29:01.399805 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.400211 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.400596 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router before_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.400972 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.401355 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.401724 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_delete 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.402092 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.402451 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.402854 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.403219 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.403579 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.403938 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.404310 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.404730 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.405113 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.405462 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.405811 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: subnet after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.406165 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.406525 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.406906 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.407262 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.407615 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.407981 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router after_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.408334 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.408695 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_create 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.409066 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.409511 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_update 55549900 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.410415 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > agent after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.410950 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > agent after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.411314 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > network after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.412192 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Tracking information for resource: router configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:01.412532 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Tracking information for resource: floatingip configured {{(pid=106305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 15:29:01.417337 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.db.l3_agentschedulers_db [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 15:29:01.417927 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.418298 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.418679 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.419042 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: port after_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.419848 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router before_create 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.420222 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.420592 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_create 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.420959 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > router precommit_update 55550100 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.426358 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.provider_configuration [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service providers = [] {{(pid=106305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 15:29:01.426756 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.db.servicetype_db [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 15:29:01.429911 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 15:29:01.430272 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 15:29:01.430626 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 15:29:01.431548 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.services.service_base [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 15:29:01.431927 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.services.service_base [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 15:29:01.432312 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.432643 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 15:29:01.443177 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.443520 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: auto_allocate Aug 24 15:29:01.449157 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: network precommit_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.449584 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: network precommit_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.450060 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.450388 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: tag Aug 24 15:29:01.457806 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.458171 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: timestamp Aug 24 15:29:01.462025 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.462371 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: network_ip_availability Aug 24 15:29:01.467855 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.468234 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.468598 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.469331 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.469660 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: flavors Aug 24 15:29:01.476433 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.476775 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading Plugin: revisions Aug 24 15:29:01.481310 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 15:29:01.481709 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.976s {{(pid=106305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 15:29:01.482468 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 15:29:01.482841 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Initializing extension manager. Aug 24 15:29:01.483376 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: __init__.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.483725 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: __pycache__ {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.484067 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.484789 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.485363 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: address-group Aug 24 15:29:01.485747 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: address_scope.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.486382 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.486939 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: address-scope Aug 24 15:29:01.487268 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.488214 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.488775 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: router-admin-state-down-before-update Aug 24 15:29:01.489105 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: agent.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.489803 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.490322 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: agent Aug 24 15:29:01.490721 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: agent_resources_synced.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.491567 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.492078 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: agent-resources-synced Aug 24 15:29:01.492413 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: allowedaddresspairs.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.494209 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.494772 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: allowed-address-pairs Aug 24 15:29:01.495109 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: auto_allocated_topology.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.496149 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.496665 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: auto-allocated-topology Aug 24 15:29:01.496996 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.497659 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.498169 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: availability_zone Aug 24 15:29:01.498497 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: availability_zone_filter.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.499406 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.499920 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: availability_zone_filter Aug 24 15:29:01.500249 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: data_plane_status.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.501123 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.501634 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 15:29:01.501967 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: default_subnetpools.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.502885 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.503399 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: default-subnetpools Aug 24 15:29:01.503759 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.504715 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.505234 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: dhcp_agent_scheduler Aug 24 15:29:01.505565 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: dns.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.506460 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.507003 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 15:29:01.507336 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: dns_domain_ports.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.508227 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.508744 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 15:29:01.509074 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.509972 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.510586 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 15:29:01.510943 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: dvr.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.511591 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.512107 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: dvr Aug 24 15:29:01.512442 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: ecmp_routes.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.513322 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.513832 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 15:29:01.514159 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: empty_string_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.515064 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.515577 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: empty-string-filtering Aug 24 15:29:01.515905 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.516779 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.517293 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 15:29:01.517619 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.518497 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.519039 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 15:29:01.519989 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: external_net.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.520908 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.521422 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: external-net Aug 24 15:29:01.521750 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.522628 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.523169 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: extra_dhcp_opt Aug 24 15:29:01.523498 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: extraroute.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.524369 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.524881 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: extraroute Aug 24 15:29:01.525211 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: extraroute_atomic.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.526195 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.526748 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: extraroute-atomic Aug 24 15:29:01.527080 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: filter_validation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.527715 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.528436 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: filter-validation Aug 24 15:29:01.528771 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: fip_pf_description.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.529657 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.530174 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 15:29:01.530507 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: fip_pf_port_range.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.531423 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.531934 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 15:29:01.532266 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: fip_port_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.533164 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.533684 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: fip-port-details Aug 24 15:29:01.534019 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: flavors.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.535837 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.536317 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: flavors Aug 24 15:29:01.536648 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.538265 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.538844 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 15:29:01.539189 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: floatingip_pools.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.539872 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.540397 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: floatingip-pools Aug 24 15:29:01.540735 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: ip_allocation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.545619 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.549951 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 15:29:01.550299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.551805 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.552327 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: ip-substring-filtering Aug 24 15:29:01.552665 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l2_adjacency.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.553587 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.554107 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 15:29:01.554445 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.555427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.555956 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: router Aug 24 15:29:01.556293 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.558494 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.559061 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 15:29:01.559404 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.560316 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.560840 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: ext-gw-mode Aug 24 15:29:01.561173 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.562065 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.562582 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: l3-ha Aug 24 15:29:01.562942 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.563827 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.564339 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 15:29:01.564671 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_flavors.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.565554 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.566069 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: l3-flavors Aug 24 15:29:01.567070 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.568402 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.568928 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 15:29:01.569266 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.570172 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.570716 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 15:29:01.571054 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: l3agentscheduler.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.572076 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.572601 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: l3_agent_scheduler Aug 24 15:29:01.572936 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: local_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.574671 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.575205 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension local_ip not supported by any of loaded plugins Aug 24 15:29:01.575552 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: logging.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.576994 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.577524 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension logging not supported by any of loaded plugins Aug 24 15:29:01.577866 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: metering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.578583 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.579389 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: metering Aug 24 15:29:01.579730 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.580802 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.581325 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: metering_source_and_destination_fields Aug 24 15:29:01.581659 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: multiprovidernet.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.582594 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.583134 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: multi-provider Aug 24 15:29:01.583466 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: netmtu.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.584351 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.584871 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: net-mtu Aug 24 15:29:01.585202 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: netmtu_writable.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.586089 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.586608 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: net-mtu-writable Aug 24 15:29:01.586971 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: network_availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.587615 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.588131 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: network_availability_zone Aug 24 15:29:01.588462 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: network_ip_availability.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.589533 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.590062 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: network-ip-availability Aug 24 15:29:01.590398 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: network_segment_range.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.591175 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.591692 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 15:29:01.592023 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: pagination.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.592973 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.593307 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: pagination Aug 24 15:29:01.593636 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_device_profile.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.594518 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.595077 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-device-profile Aug 24 15:29:01.595407 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_mac_address_override.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.596299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.596821 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-mac-override Aug 24 15:29:01.597153 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.598150 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.598692 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-mac-address-regenerate Aug 24 15:29:01.599025 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.599913 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.600433 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-numa-affinity-policy Aug 24 15:29:01.600763 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_resource_request.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.601645 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.602415 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 15:29:01.602782 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: port_resource_request_groups.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.603728 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.604250 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 15:29:01.604580 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: portbindings.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.605473 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.605995 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: binding Aug 24 15:29:01.606326 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: portbindings_extended.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.607591 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.608114 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: binding-extended Aug 24 15:29:01.608449 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: portsecurity.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.609336 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.609865 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-security Aug 24 15:29:01.610200 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: project_id.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.611179 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.611608 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: project-id Aug 24 15:29:01.611947 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: providernet.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.612833 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.613937 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: provider Aug 24 15:29:01.614349 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.617839 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.618374 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos not supported by any of loaded plugins Aug 24 15:29:01.618744 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.619955 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.620493 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 15:29:01.620835 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.621746 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.622269 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 15:29:01.622604 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_default.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.623642 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.624161 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-default not supported by any of loaded plugins Aug 24 15:29:01.624496 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_fip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.625380 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.625897 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 15:29:01.626234 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.627148 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.627667 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 15:29:01.628004 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_gateway_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.629529 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.630082 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 15:29:01.630421 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_port_network_policy.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.631343 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.631854 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 15:29:01.632187 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.633196 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.633710 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 15:29:01.634046 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.635074 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.635596 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 15:29:01.635931 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_pps_rule.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.637067 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.637588 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 15:29:01.637920 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_rule_type_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.638841 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.639356 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 15:29:01.639685 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.640579 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.641093 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 15:29:01.641421 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: qos_rules_alias.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.642443 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.642998 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 15:29:01.643329 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: quota_check_limit.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.644294 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.644854 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: quota-check-limit Aug 24 15:29:01.645185 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: quotasv2.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.646122 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.646455 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: quotas Aug 24 15:29:01.646829 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: quotasv2_detail.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.648527 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.648872 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: quota_details Aug 24 15:29:01.649211 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: rbac.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.650561 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.651126 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: rbac-policies Aug 24 15:29:01.651466 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: rbac_address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.652367 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.652897 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: rbac-address-group Aug 24 15:29:01.653234 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: rbac_address_scope.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.654122 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.654668 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: rbac-address-scope Aug 24 15:29:01.655003 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: rbac_security_groups.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.655961 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.656491 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: rbac-security-groups Aug 24 15:29:01.656823 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: rbac_subnetpool.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.657719 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.658244 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: rbac-subnetpool Aug 24 15:29:01.658576 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: revisionifmatch.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.659497 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.660063 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: revision-if-match Aug 24 15:29:01.660396 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: revisions.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.661499 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.662028 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: standard-attr-revisions Aug 24 15:29:01.662363 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: router_availability_zone.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.663052 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.663569 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: router_availability_zone Aug 24 15:29:01.663902 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: routerservicetype.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.664801 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.665318 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 15:29:01.665651 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.666556 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.667107 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: security-groups-normalized-cidr Aug 24 15:29:01.667441 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.668338 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.668857 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: port-security-groups-filtering Aug 24 15:29:01.669188 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.670091 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.670607 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: security-groups-remote-address-group Aug 24 15:29:01.670960 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.671860 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.672377 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: security-groups-shared-filtering Aug 24 15:29:01.672708 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: securitygroup.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.682714 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.683257 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: security-group Aug 24 15:29:01.683603 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: segment.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.684314 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.684845 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension segment not supported by any of loaded plugins Aug 24 15:29:01.685179 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.686090 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.686612 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 15:29:01.686975 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: servicetype.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.688044 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.688580 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: service-type Aug 24 15:29:01.688919 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: sorting.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.689891 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.690230 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: sorting Aug 24 15:29:01.690564 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: standard_attr_segment.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.692196 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.692725 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 15:29:01.693057 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: standardattrdescription.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.693688 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.694213 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: standard-attr-description Aug 24 15:29:01.694546 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: stateful_security_group.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.695503 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.696020 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: stateful-security-group Aug 24 15:29:01.696352 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: stdattrs_common.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.696907 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 15:29:01.697236 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.698127 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.698657 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 15:29:01.698999 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnet_onboard.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.700081 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.700552 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: subnet_onboard Aug 24 15:29:01.700884 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.701779 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.702296 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 15:29:01.702625 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnet_service_types.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.703543 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.704068 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: subnet-service-types Aug 24 15:29:01.704402 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnetallocation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.705455 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.705976 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: subnet_allocation Aug 24 15:29:01.706308 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.707025 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.707624 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: subnetpool-prefix-ops Aug 24 15:29:01.707956 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.708866 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.709390 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 15:29:01.709723 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: tagging.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.710796 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.711325 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: standard-attr-tag Aug 24 15:29:01.711659 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: timestamp.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.712911 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.713442 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loaded extension: standard-attr-timestamp Aug 24 15:29:01.713774 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: trunk.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.714800 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.715324 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension trunk not supported by any of loaded plugins Aug 24 15:29:01.715657 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: trunk_details.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.716544 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.717064 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 15:29:01.717396 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: uplink_status_propagation.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.718297 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.718850 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 15:29:01.719190 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Loading extension file: vlantransparent.py {{(pid=106305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 15:29:01.719830 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 15:29:01.720341 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 15:29:01.722966 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:network Aug 24 15:29:01.723496 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnet Aug 24 15:29:01.723907 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 15:29:01.724310 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:port Aug 24 15:29:01.725721 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.726470 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service FLAVORS assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.727908 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.728537 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.728886 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:router Aug 24 15:29:01.729329 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 15:29:01.731059 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service METERING assigned prefix: /metering {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.732009 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.732409 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.732779 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:29:01.733816 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 15:29:01.736371 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:security_group Aug 24 15:29:01.739530 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 15:29:01.740106 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.740454 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 15:29:01.740818 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] subnetpool is already registered Aug 24 15:29:01.741330 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.741606 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 15:29:01.741950 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] subnetpool is already registered Aug 24 15:29:01.744489 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.744940 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service FLAVORS assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.745561 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.745995 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.746339 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:router Aug 24 15:29:01.746722 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] router is already registered Aug 24 15:29:01.747146 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 15:29:01.747496 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] floatingip is already registered Aug 24 15:29:01.747964 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service METERING assigned prefix: /metering {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.748650 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 15:29:01.748988 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] rbac_policy is already registered Aug 24 15:29:01.749408 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:security_group Aug 24 15:29:01.749751 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] security_group is already registered Aug 24 15:29:01.750178 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 15:29:01.750523 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] security_group_rule is already registered Aug 24 15:29:01.751202 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.751544 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 15:29:01.751889 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] subnetpool is already registered Aug 24 15:29:01.752317 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.v2.resource_helper [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Service CORE assigned prefix: {{(pid=106305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 15:29:01.752651 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 15:29:01.752993 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING neutron.quota.resource_registry [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] subnetpool is already registered Aug 24 15:29:01.753500 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: extensions {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.755155 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: address-groups {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.756697 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: address-scopes {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.758550 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.759794 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: auto-allocated-topology {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.761078 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: availability_zones {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.762342 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: dhcp-networks {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.763955 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: dhcp-agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.765443 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.767219 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: flavors {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.768516 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: service_profiles {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.770127 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: next_providers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.771649 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: service_profiles {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.774298 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: floatingip-pools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.775582 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.777359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: floatingips {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.778725 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: l3-routers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.780171 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: l3-agents {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.781621 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: metering-labels {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.782943 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: metering-label-rules {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.784395 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: network-ip-availabilities {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.785838 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: bindings {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.787501 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: quotas {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.789217 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: quotas {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.790820 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: rbac-policies {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.792048 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: security-groups {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.793433 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: security-group-rules {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.794783 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: service-providers {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.796057 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: subnetpools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.797413 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: subnetpools {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.799039 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.801453 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.803391 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.805243 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.807013 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.809019 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.810823 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.812777 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.814756 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.817368 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron.api.extensions [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Extended resource: tags {{(pid=106305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 15:29:01.823691 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING keystonemiddleware.auth_token [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 15:29:01.828824 dv-cinder-846054-2-iscsi neutron-server[106305]: WARNING keystonemiddleware.auth_token [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 15:29:01.838660 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Acquiring lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 15:29:01.839032 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Acquired lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 15:29:01.839605 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_concurrency.lockutils [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Releasing lock "singleton_lock" {{(pid=106305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 15:29:01.840376 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Starting 2 workers Aug 24 15:29:01.846141 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Started child 106450 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 15:29:01.852263 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Started child 106451 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 15:29:01.852675 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.854117 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [-] (106450) wsgi starting up on http://0.0.0.0:9696 Aug 24 15:29:01.854415 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO neutron.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 15:29:01.854904 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.857658 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Starting 1 workers Aug 24 15:29:01.858484 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.860284 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [-] (106451) wsgi starting up on http://0.0.0.0:9696 Aug 24 15:29:01.864110 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Started child 106452 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 15:29:01.864649 dv-cinder-846054-2-iscsi neutron-server[106305]: INFO oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Starting 1 workers Aug 24 15:29:01.867934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] calling RpcWorker wait() {{(pid=106452) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 15:29:01.868469 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] returning from RpcWorker wait() {{(pid=106452) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 15:29:01.869299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Started child 106453 {{(pid=106305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 15:29:01.869787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.870087 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG neutron_lib.callbacks.manager [None req-669f3ee5-7cd9-40d5-a489-c2f90ef1f001 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.870256 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:01.872113 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 15:29:01.872325 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 15:29:01.872518 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 15:29:01.872749 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 15:29:01.873076 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 15:29:01.873263 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 15:29:01.873801 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.874094 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.874359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.874624 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.875228 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.875339 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:01.875800 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.875800 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.876035 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.876303 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.876481 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.876651 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.876918 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.877177 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.877500 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.877776 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.878023 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.878267 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.878442 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.878833 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.879205 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.879474 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.879776 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.880042 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.880571 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.880828 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.881088 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.881346 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.881636 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.881892 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.882159 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.882399 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.882622 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.882895 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.883172 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.883438 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.883677 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.883913 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.884193 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.884441 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.884927 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host = dv-cinder-846054-2-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.885175 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.885419 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.885673 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.885937 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.886190 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.886432 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.886713 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.886978 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.887244 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.887462 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.887722 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.887986 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.888211 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.888452 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.888623 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_options = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.888866 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.889165 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.889438 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.889640 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.889813 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.889982 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.892580 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.892782 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.893157 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.893467 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.893775 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.894047 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.894771 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.895059 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.895799 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.898712 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:01.898971 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.899225 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.899490 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.899780 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.900066 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.900339 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.903385 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.903787 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.903787 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.904339 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.904522 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.904674 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.904874 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.905107 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.905379 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.905644 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.905905 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.906257 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.906395 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.906678 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.907173 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.907173 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.907452 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.907790 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.908341 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.908341 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.908630 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.908630 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.908882 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.909069 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.909350 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.909525 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.909718 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.910478 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.910751 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.910993 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.911373 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.911610 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.911828 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.912063 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.912295 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:01.912729 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.913025 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.913360 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.913611 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.913866 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.914111 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.914364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.914602 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.914888 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.915156 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.915478 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.915700 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.915997 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.916259 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.916514 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.916842 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.917095 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.917348 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.917582 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.917817 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.918035 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.918258 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.918535 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.918777 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.919026 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.919273 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.919497 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.919809 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.920081 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.920369 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.920738 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.921017 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.921273 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.921531 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.921748 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.921999 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.922240 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.922455 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.922706 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.922927 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.923191 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.923480 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.923655 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.923901 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.924117 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.924346 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.924680 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.924952 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.925387 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.925681 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.926584 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.926869 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.928105 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.928835 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.929074 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.929322 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.929561 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.929810 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.932132 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.933286 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.933552 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.933816 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.934067 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.934301 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.934574 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.934806 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.935055 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.935279 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.935519 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.935767 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.936011 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.936226 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.936445 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.936663 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.936899 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.937142 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.937373 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.937612 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.937826 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.939087 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.939320 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.939592 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.941269 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.941555 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.941792 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.942064 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.942287 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.942513 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.942781 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.943007 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.943229 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.943466 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.943790 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.944056 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.944304 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.944527 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.944783 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.945002 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.945252 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.945476 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.945698 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.945945 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.946198 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.946443 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.947139 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.947407 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.947631 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.947870 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.948092 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.948329 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.948574 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.948791 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.949013 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.949239 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.949455 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.949707 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.949930 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.950219 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.950421 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.951050 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.951274 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.951506 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.951761 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.952054 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.952296 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.952592 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.953212 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.953487 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.955061 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.955948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.955948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.955948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.956195 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.956357 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.956647 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.956943 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.957196 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.957474 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.957700 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.957938 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.958159 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.958393 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.958689 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.959119 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.959391 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.959640 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.959918 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.960222 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.960501 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.960759 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.961046 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.961310 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.961581 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.961855 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.962103 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.962355 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.962605 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.962887 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.963120 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.963350 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.963601 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.963864 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.964090 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.964317 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.964583 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.964811 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.965164 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.965394 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.965647 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.965969 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.966229 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.966453 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.966701 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.966951 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.967179 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.967410 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.967646 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.967889 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.968130 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.968376 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.968792 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.968897 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.969119 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.969331 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.969592 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.969857 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.970078 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.970349 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.970597 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.970845 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.971064 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.971291 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.971513 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.971762 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.971989 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.972215 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.973094 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.973397 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.973826 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.974093 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.974332 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.974600 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.974877 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.975206 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.975439 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.975685 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.975992 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.976237 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.976469 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.976696 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.976939 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.977415 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.977659 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.977891 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.978178 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.978401 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.978531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:01.978628 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.978904 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.979133 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.979358 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.979582 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.979805 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.980023 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.980261 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.980476 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.980697 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.980913 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.981214 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.981477 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.981715 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.982007 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.982231 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.982450 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.982728 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.982947 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.983165 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.983415 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.983636 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.983856 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.984089 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.984308 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.984524 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.984756 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.984980 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.985319 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.985560 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.985780 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.985999 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.986230 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.986477 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.986717 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.986953 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.987172 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.987389 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.987620 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.987850 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.988214 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.988465 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.988695 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.988920 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.989151 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.989381 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.989602 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.989896 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.990152 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.990400 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.990724 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.990967 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.991224 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.991465 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.991763 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.991986 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.992255 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.992493 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.992719 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.992948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.993221 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.993554 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.993847 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.994102 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.994359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.994635 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.994942 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.995217 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.995563 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.995881 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.996237 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.996498 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.996776 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.997036 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.997293 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.997514 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.997765 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.998007 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.998249 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.998476 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.998740 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.998980 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.999256 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.999474 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.999724 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:01.999948 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.000186 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.000423 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.000651 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.000871 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.001033 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 15:29:02.001572 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 15:29:02.001737 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 15:29:02.001895 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 15:29:02.002081 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 15:29:02.002259 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 15:29:02.002416 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 15:29:02.002627 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.002819 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.002984 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.003151 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.003355 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.003523 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.004213 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.004379 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.004549 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.004703 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.004869 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005032 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005197 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005622 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005791 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.005956 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006126 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006290 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006460 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006719 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006822 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] debug = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.006983 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007168 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007335 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007538 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007632 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007801 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.007959 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.008427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.008427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.008427 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.008636 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.008734 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009057 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009057 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009216 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009347 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009511 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009676 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host = dv-cinder-846054-2-iscsi {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009830 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.009994 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010155 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010316 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010479 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010663 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010828 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.010975 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011139 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011301 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011465 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011626 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011789 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.011955 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012118 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_options = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012282 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012445 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012608 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012807 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.012978 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013141 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013303 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013532 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013632 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013778 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.013940 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014104 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014268 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014431 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014594 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014791 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.014954 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.015117 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.015281 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.015445 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.015704 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.015872 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016034 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016197 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016523 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016685 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.016848 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017010 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017172 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017334 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017544 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017679 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017806 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.017973 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018136 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018300 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018457 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018678 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018869 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.018971 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019104 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019286 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019475 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019650 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019808 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.019965 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_json = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020121 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020279 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020436 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020602 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020757 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.020914 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.021072 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.021230 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.021386 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 15:29:02.021575 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.021737 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.021914 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022079 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022245 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022410 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022574 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022792 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.022947 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023089 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023249 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023415 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023589 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023750 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.023915 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024081 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024245 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024410 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024575 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024741 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.024906 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.025071 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.025245 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.025410 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.025575 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.025850 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026019 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026192 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026357 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026530 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026730 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.026897 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027064 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027227 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027395 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027561 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027728 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.027898 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028063 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028229 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028394 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028559 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028723 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.028887 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029052 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029218 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029382 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029546 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029711 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.029876 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030041 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030206 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030371 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030537 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030723 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.030890 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031055 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031230 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031394 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031559 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031724 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.031891 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032056 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032222 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032387 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032552 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032717 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.032883 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033061 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033226 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033392 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033557 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033723 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.033887 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.034053 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.034219 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.034384 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.034547 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.034733 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.035414 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.035781 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.035966 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036137 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036306 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036473 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036639 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036803 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.036968 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.037135 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.037299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.037489 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.037663 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.037848 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038012 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038177 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038342 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038506 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038690 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.038857 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039022 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039186 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039350 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039513 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039677 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.039845 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040010 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040175 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040339 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040503 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040667 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040831 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.040995 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041158 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041326 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041488 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041816 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.041982 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042147 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042310 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042476 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042662 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042821 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.042995 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.043159 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.043327 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.043492 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.043664 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.043839 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044006 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044173 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044339 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044504 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044668 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044834 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.044998 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.045162 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.045327 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.045491 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.045667 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.045834 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046002 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046166 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046353 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046516 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046699 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.046864 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047030 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047194 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047523 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047695 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.047860 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048024 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048191 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048356 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048521 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048685 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.048850 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049016 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049180 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049345 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049510 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049675 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.049840 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.050005 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.050168 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.050333 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.050533 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.051324 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.051514 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.051708 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.051876 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052043 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052207 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052371 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052536 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052700 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.052865 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053032 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053199 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053364 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053529 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053695 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.053861 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054026 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054192 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054359 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054524 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054710 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.054877 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055042 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055208 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055374 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055539 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055706 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.055871 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056037 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056243 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056409 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056574 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056738 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.056896 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057062 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057227 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057392 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057562 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057728 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.057896 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058061 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058227 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058391 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058556 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058741 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.058911 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059078 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059244 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059410 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059578 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059745 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.059963 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.060652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.060652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.060652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.060652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.060652 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061039 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061039 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061182 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061297 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061461 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061625 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061791 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.061967 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062133 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062298 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062462 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062627 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062823 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.062998 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063163 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063327 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063491 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063655 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063819 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.063994 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064160 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064325 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064489 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064654 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064818 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.064992 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065157 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065322 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065486 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065650 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065815 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.065990 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.066167 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.066438 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.066605 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.066798 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.066960 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067133 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067470 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067643 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067810 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.067974 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068138 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068314 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068479 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068646 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068802 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.068966 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069132 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069299 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069461 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069632 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069802 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.069969 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.070142 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.070314 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.070487 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.070661 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.070840 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071015 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071181 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071556 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071556 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071720 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071800 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.071956 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072120 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072284 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072448 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072609 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072767 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.072929 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073094 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073258 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073423 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073589 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073762 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.073919 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.074085 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 15:29:02.074242 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 15:29:02.128441 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46812) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:02.135652 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049105 Aug 24 15:29:02.140014 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037971 Aug 24 15:29:11.325212 dv-cinder-846054-2-iscsi neutron-server[106305]: DEBUG dbcounter [-] [106305] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:13.429548 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2eff56-5dcd-4c9c-b4ee-219d16bd7c85 None None] get_active_networks_info from dv-cinder-846054-2-iscsi {{(pid=106452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 15:29:13.478909 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writer thread running {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 15:29:13.653936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2eff56-5dcd-4c9c-b4ee-219d16bd7c85 None None] No non-hosted networks {{(pid=106452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 15:29:13.667727 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.agentschedulers_db [None req-7d2eff56-5dcd-4c9c-b4ee-219d16bd7c85 None None] DHCP Agent not found on host dv-cinder-846054-2-iscsi {{(pid=106452) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 15:29:13.731859 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0358182b-4f17-424a-8cc8-3083f246e8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:15.150222 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writer thread running {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 15:29:15.698957 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-780367b6-8c77-41c9-85be-f9f4576b5dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:15.744602 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-11075127-6a90-470a-b02e-323f0dc1e40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:16.945676 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46884) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:17.032042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:17.561751 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING oslo_policy.policy [None req-482d0d59-f7f5-4202-9d85-c34838fd7e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:17.562332 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING oslo_policy.policy [None req-482d0d59-f7f5-4202-9d85-c34838fd7e5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:17.782360 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [None req-482d0d59-f7f5-4202-9d85-c34838fd7e5f admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:29:17.786691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-482d0d59-f7f5-4202-9d85-c34838fd7e5f admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8369296 Aug 24 15:29:18.338418 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:18.420925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:18.421638 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.421978 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.422325 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.422673 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.422990 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.423314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.423653 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.424005 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.424331 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.424663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.424994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.425321 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.425660 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.426500 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.427324 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:18.427911 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846054-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:18.441738 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846054-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:20.262917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46920) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:20.592179 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:20.688250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.policy [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106451) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 15:29:20.730866 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING oslo_policy.policy [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:20.731410 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING oslo_policy.policy [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:20.751346 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writer thread running {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 15:29:20.830763 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650516928', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650516428', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650533032', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650531772', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650620218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761650612106', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3886185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3849384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538252'] for rbac-policy (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:20.906734 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:20.907881 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-030d6d75-5e0f-47d4-bda8-0ed109d5a923 admin admin] 10.222.0.73 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6439817 Aug 24 15:29:22.852994 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.db.l3_hamode_db [None req-d64116cd-2a5c-4702-8ab6-e3e2abbe5724 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 15:29:22.931561 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64116cd-2a5c-4702-8ab6-e3e2abbe5724 None None] Routers set() bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:29:22.931954 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64116cd-2a5c-4702-8ab6-e3e2abbe5724 None None] Router IDs set() for agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 15:29:23.295620 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46930) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:23.623169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:23.652953 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Made reservation on behalf of e0dfcf0f119a48eebacae56532f7a756 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:29:23.657481 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:23.676049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:23.789504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks [] for security_group (ffd8e2fe-3ac9-4645-8221-2a11f537bda4), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:23.793108 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ffd8e2fe-3ac9-4645-8221-2a11f537bda4), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:23.818331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:29:23.855538 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761651066471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (7d073bf1-db90-4299-9496-d731766a177a), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:23.856116 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Unsubscribe: segment precommit_create {{(pid=106451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 15:29:23.856652 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Added segment 7d073bf1-db90-4299-9496-d731766a177a of type vlan for network 9ed9ab61-177a-49b9-8278-bc745334f40f Aug 24 15:29:23.873571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8e2fe-3ac9-4645-8221-2a11f537bda4,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:23.902920 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.903257 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.903609 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.903961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.904289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.904612 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.904930 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.905245 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.905569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.905883 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.906198 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.906533 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.906877 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.907192 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.907506 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Tracked resource versions report: Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: pushed versions: Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: { 'AddressGroup': {'1.2'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Agent': {'1.1'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'ConntrackHelper': {'1.0'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Log': {'1.0'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'NDPProxy': {'1.0'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Network': {'1.1'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Port': {'1.7'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'PortForwarding': {'1.3'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'QosPolicy': {'1.10'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroup': {'1.5'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SubPort': {'1.0'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Subnet': {'1.1'}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Trunk': {'1.1'}} Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: consumer versions: Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Agent': '1.1', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'ConntrackHelper': '1.0', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'LocalIPAssociation': '1.0', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Log': '1.0', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'NDPProxy': '1.0', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Network': '1.1', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Port': '1.7', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'PortForwarding': '1.3', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'QosPolicy': '1.10', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroup': '1.5', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroupRule': '1.2', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SubPort': '1.0', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Subnet': '1.1', Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Trunk': '1.1'}} Aug 24 15:29:23.908930 dv-cinder-846054-2-iscsi neutron-server[106451]: {{(pid=106451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:29:23.974170 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (9ed9ab61-177a-49b9-8278-bc745334f40f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:24.015130 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (9ed9ab61-177a-49b9-8278-bc745334f40f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:24.020100 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:24.021323 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:24.030588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:24.102726 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8059306 Aug 24 15:29:24.148720 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7168a-5427-434b-87e8-6105395ddc2d demo demo] Pushing event updated for resources: {'Network': ['ID=9ed9ab61-177a-49b9-8278-bc745334f40f,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:24.162634 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 9ed9ab61-177a-49b9-8278-bc745334f40f details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:29:26.524148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46944) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:26.951817 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8396a-8406-4e43-b891-73707b0c53f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:26.953101 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a4e8396a-8406-4e43-b891-73707b0c53f4 demo admin] 10.222.0.73 "GET /networking/v2.0/networks/9ed9ab61-177a-49b9-8278-bc745334f40f HTTP/1.1" status: 200 len: 826 time: 0.4279635 Aug 24 15:29:26.978737 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b2238ed1-e8e0-4179-95a7-6d97c0eed05a demo admin] 10.222.0.73 "GET /networking/v2.0/subnetpools/f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e HTTP/1.1" status: 200 len: 734 time: 0.0190659 Aug 24 15:29:26.987571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e', 'ip_version': 4, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'gateway_ip': '172.20.0.1'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:27.009904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Made reservation on behalf of e0dfcf0f119a48eebacae56532f7a756 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:29:27.012465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:27.150026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:27.307659 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (9d9d5420-4255-409e-a016-de6235c3e82b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:27.382472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Pushing event updated for resources: {'Subnet': ['ID=9d9d5420-4255-409e-a016-de6235c3e82b,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:27.385324 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Checking segment: {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:29:27.385689 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Network hostable DHCP agents. Network: 9ed9ab61-177a-49b9-8278-bc745334f40f, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:29:27.406946 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Network 9ed9ab61-177a-49b9-8278-bc745334f40f is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:29:27.418656 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 9ed9ab61-177a-49b9-8278-bc745334f40f) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:27.423233 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:27.423845 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:27.429114 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21331462-ecf2-4a43-820f-aae3eb0ab6ae None None] Network 9ed9ab61-177a-49b9-8278-bc745334f40f requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:29:27.440070 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d0394bf6-b044-4652-8369-46caea72ae4e demo admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4556344 Aug 24 15:29:27.695943 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-9ed9ab61-177a-49b9-8278-bc745334f40f', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:29:27.697285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:27.978822 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Allocated IP 172.20.0.2 (9ed9ab61-177a-49b9-8278-bc745334f40f/9d9d5420-4255-409e-a016-de6235c3e82b/db9080ce-f696-4655-8fa4-8c5f3add90dc) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:29:28.049980 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:28.246688 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks [] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:28.254346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:28.342799 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Network 9ed9ab61-177a-49b9-8278-bc745334f40f is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:29:28.346733 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:28.350056 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Pushing event updated for resources: {'Port': ['ID=db9080ce-f696-4655-8fa4-8c5f3add90dc,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:28.353046 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:29:28.356045 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:28.361327 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=8 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:28.387874 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.388278 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.388694 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.389058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.389427 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.389817 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.390152 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.390484 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.390849 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.391179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.391610 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.391955 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.392283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.392610 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.392936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Tracked resource versions report: Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: pushed versions: Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: { 'AddressGroup': {'1.2'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Agent': {'1.1'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'ConntrackHelper': {'1.0'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Log': {'1.0'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'NDPProxy': {'1.0'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Network': {'1.1'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Port': {'1.7'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'PortForwarding': {'1.3'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'QosPolicy': {'1.10'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroup': {'1.5'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SubPort': {'1.0'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Subnet': {'1.1'}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Trunk': {'1.1'}} Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: consumer versions: Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Agent': '1.1', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'ConntrackHelper': '1.0', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'LocalIPAssociation': '1.0', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Log': '1.0', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'NDPProxy': '1.0', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Network': '1.1', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Port': '1.7', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'PortForwarding': '1.3', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'QosPolicy': '1.10', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroup': '1.5', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroupRule': '1.2', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SubPort': '1.0', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Subnet': '1.1', Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Trunk': '1.1'}} Aug 24 15:29:28.394532 dv-cinder-846054-2-iscsi neutron-server[106452]: {{(pid=106452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:29:28.452445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Attempting to bind port db9080ce-f696-4655-8fa4-8c5f3add90dc on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:29:28.453106 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Attempting to bind port db9080ce-f696-4655-8fa4-8c5f3add90dc by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:29:28.453276 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Attempting to bind port db9080ce-f696-4655-8fa4-8c5f3add90dc on network 9ed9ab61-177a-49b9-8278-bc745334f40f {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:29:28.459651 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:29:28.460020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Checking segment: {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:29:28.460492 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:28.460884 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Bound using segment: {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:29:28.461419 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Bound port: db9080ce-f696-4655-8fa4-8c5f3add90dc, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:29:28.461830 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:28.472476 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:28.527898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] For port db9080ce-f696-4655-8fa4-8c5f3add90dc, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:29:28.548788 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] For port db9080ce-f696-4655-8fa4-8c5f3add90dc, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=db9080ce-f696-4655-8fa4-8c5f3add90dc,segment=NetworkSegment(7d073bf1-db90-4299-9496-d731766a177a),segment_id=7d073bf1-db90-4299-9496-d731766a177a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:29:28.557451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:28.614967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2fa99-b681-4792-a5e7-9b3be5c819e1 None None] Pushing event updated for resources: {'Port': ['ID=db9080ce-f696-4655-8fa4-8c5f3add90dc,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:29.843584 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 46958) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:30.185180 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [None req-289746f2-1087-46c9-9e50-90f1e4b14407 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:29:30.186175 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-289746f2-1087-46c9-9e50-90f1e4b14407 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3409412 Aug 24 15:29:32.640362 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 46966) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:33.179849 dv-cinder-846054-2-iscsi neutron-server[106450]: WARNING oslo_policy.policy [None req-d1e3a955-a281-459c-aee4-1f9d7408b209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:33.180424 dv-cinder-846054-2-iscsi neutron-server[106450]: WARNING oslo_policy.policy [None req-d1e3a955-a281-459c-aee4-1f9d7408b209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:33.400814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [None req-d1e3a955-a281-459c-aee4-1f9d7408b209 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:29:33.402115 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d1e3a955-a281-459c-aee4-1f9d7408b209 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7598886 Aug 24 15:29:35.956461 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 46984) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:36.160060 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device db9080ce-f696-4655-8fa4-8c5f3add90dc up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:29:36.262030 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port db9080ce-f696-4655-8fa4-8c5f3add90dc triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:36.262877 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.372144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port db9080ce-f696-4655-8fa4-8c5f3add90dc is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:36.372573 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.385334 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:36.409785 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port db9080ce-f696-4655-8fa4-8c5f3add90dc, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=db9080ce-f696-4655-8fa4-8c5f3add90dc,segment=NetworkSegment(7d073bf1-db90-4299-9496-d731766a177a),segment_id=7d073bf1-db90-4299-9496-d731766a177a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:29:36.413972 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.450125 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.policy [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 15:29:36.462058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=db9080ce-f696-4655-8fa4-8c5f3add90dc,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:36.493874 dv-cinder-846054-2-iscsi neutron-server[106450]: WARNING oslo_policy.policy [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:36.494268 dv-cinder-846054-2-iscsi neutron-server[106450]: WARNING oslo_policy.policy [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 15:29:36.515435 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writer thread running {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 15:29:36.521676 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:36.559676 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (239fa7ce-169b-430d-b120-87059fde4e17), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.561451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (239fa7ce-169b-430d-b120-87059fde4e17), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.720848 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Publish callbacks [] for router_controller (239fa7ce-169b-430d-b120-87059fde4e17), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.726878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (239fa7ce-169b-430d-b120-87059fde4e17), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.750183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.751482 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c347b21c-de1c-4e6a-a52e-72f8c65626c1 demo demo] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7938409 Aug 24 15:29:36.832444 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f55612-fc4e-477a-bed7-f23201b6b1d7 None None] Network 9ed9ab61-177a-49b9-8278-bc745334f40f requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:29:36.876168 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-381417f1-53f8-4402-8729-8e857d3ec199 None None] Provisioning complete for port db9080ce-f696-4655-8fa4-8c5f3add90dc triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:36.876567 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-381417f1-53f8-4402-8729-8e857d3ec199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:36.967829 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:37.035445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-381417f1-53f8-4402-8729-8e857d3ec199 None None] Current status of the port db9080ce-f696-4655-8fa4-8c5f3add90dc is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:37.260818 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-18458721-e43a-4285-a61f-39526091a12d None None] Provisioning complete for port db9080ce-f696-4655-8fa4-8c5f3add90dc triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:37.261456 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18458721-e43a-4285-a61f-39526091a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:37.335193 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-18458721-e43a-4285-a61f-39526091a12d None None] Current status of the port db9080ce-f696-4655-8fa4-8c5f3add90dc is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:37.432827 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:37.433693 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:38.102621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device db9080ce-f696-4655-8fa4-8c5f3add90dc up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:29:38.150119 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port db9080ce-f696-4655-8fa4-8c5f3add90dc triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:38.150510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:38.218603 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:38.221015 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port db9080ce-f696-4655-8fa4-8c5f3add90dc is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:39.161287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 46998) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:39.538851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [None req-9e6cca33-b857-47c6-9157-2c96247c99bb admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:29:39.539841 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9e6cca33-b857-47c6-9157-2c96247c99bb admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3776248 Aug 24 15:29:41.947995 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47006) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:42.280319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:42.301214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Made reservation on behalf of 5e88980106c84e4fadc67759de8e9449 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:29:42.304468 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.312688 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.392808 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks [] for security_group (e0e59d17-8888-4bbe-88d8-fa0d3ef970a5), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.396346 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e0e59d17-8888-4bbe-88d8-fa0d3ef970a5), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.410798 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Reserving flat network on physical network physnet1 {{(pid=106451) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 15:29:42.435382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e59d17-8888-4bbe-88d8-fa0d3ef970a5,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:42.440432 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (07f2c7b5-a1d5-44a6-904e-1889b159e887), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.440774 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Added segment 07f2c7b5-a1d5-44a6-904e-1889b159e887 of type flat for network 05a2acc7-9a88-44ec-ba77-92118f2a0165 Aug 24 15:29:42.488404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (05a2acc7-9a88-44ec-ba77-92118f2a0165), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.520041 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (05a2acc7-9a88-44ec-ba77-92118f2a0165), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.520977 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:42.522074 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:42.571327 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6223302 Aug 24 15:29:42.622910 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eae22-8a96-48af-9bbb-117ee98a0c37 admin admin] Pushing event updated for resources: {'Network': ['ID=05a2acc7-9a88-44ec-ba77-92118f2a0165,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:42.633717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:29:43.383721 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9f5a04c7-cb8c-4044-963c-fb22d4c95857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:44.966540 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47014) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:45.330333 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4b773-7837-4e71-9478-2ba35f89b4b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:45.331711 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-46c4b773-7837-4e71-9478-2ba35f89b4b9 demo admin] 10.222.0.73 "GET /networking/v2.0/subnets/9d9d5420-4255-409e-a016-de6235c3e82b HTTP/1.1" status: 200 len: 849 time: 0.3642869 Aug 24 15:29:45.494844 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7eeded4f-e77c-49dc-be8f-69fde16a30e8 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/239fa7ce-169b-430d-b120-87059fde4e17 HTTP/1.1" status: 200 len: 704 time: 0.1563277 Aug 24 15:29:45.703544 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3af5e1b7-9d24-42d2-958d-537c421b7ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:45.762341 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.000597 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:46.037107 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:46.060090 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Allocated IP 172.20.0.1 (9ed9ab61-177a-49b9-8278-bc745334f40f/9d9d5420-4255-409e-a016-de6235c3e82b/6197b46b-21a7-4f4f-8ddd-a46213e6e4ca) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:29:46.267309 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks [] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.331990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.406315 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Network 9ed9ab61-177a-49b9-8278-bc745334f40f is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:29:46.415374 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:46.419626 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:29:46.420212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (239fa7ce-169b-430d-b120-87059fde4e17), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.440335 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Pushing event updated for resources: {'Port': ['ID=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:46.606158 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-f633657c-1f91-4316-b71c-4c7bf42ab56d None None] Provisioning complete for port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:46.606566 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f633657c-1f91-4316-b71c-4c7bf42ab56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.625655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.638715 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f633657c-1f91-4316-b71c-4c7bf42ab56d None None] Port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:29:46.744795 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:46.745455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=5,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:46.831263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks [] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.835701 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.836474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (239fa7ce-169b-430d-b120-87059fde4e17), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:46.901340 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Pushing event updated for resources: {'Port': ['ID=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:46.965741 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Network 9ed9ab61-177a-49b9-8278-bc745334f40f is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:29:46.967483 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:47.008788 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:47.075315 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:47.099447 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:47.139286 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Router 239fa7ce-169b-430d-b120-87059fde4e17 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:29:47.202961 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b512f1e8-441f-4e4d-9dc4-b26335536dd8 None None] Provisioning complete for port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:47.203359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b512f1e8-441f-4e4d-9dc4-b26335536dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:47.232121 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:29:47.235870 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b512f1e8-441f-4e4d-9dc4-b26335536dd8 None None] Port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:29:47.239631 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1682400f-8841-46b8-bf8a-4c8762fa7c96 demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/239fa7ce-169b-430d-b120-87059fde4e17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7374537 Aug 24 15:29:47.243790 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Sync routers for ids ['239fa7ce-169b-430d-b120-87059fde4e17'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:29:47.257903 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Routers {'239fa7ce-169b-430d-b120-87059fde4e17'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:29:47.258770 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:29:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['239fa7ce-169b-430d-b120-87059fde4e17'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:47.437608 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Set router 239fa7ce-169b-430d-b120-87059fde4e17 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:29:47.863511 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:46Z', 'revision_number': 2, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port_host': None, '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:46Z', 'revision_number': 2, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:47.913758 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Checking router: 239fa7ce-169b-430d-b120-87059fde4e17 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:29:47.914131 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Updating router 239fa7ce-169b-430d-b120-87059fde4e17 port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:29:47.966875 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.283984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.424060 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.474256 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks [] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.482337 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.635221 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Pushing event updated for resources: {'Port': ['ID=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:48.637541 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Attempting to bind port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:29:48.637945 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Attempting to bind port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:29:48.638393 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Attempting to bind port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca on network 9ed9ab61-177a-49b9-8278-bc745334f40f {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:29:48.648876 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:29:48.649254 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Checking segment: {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:29:48.649734 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.650126 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Bound using segment: {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:29:48.650619 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Bound port: 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d073bf1-db90-4299-9496-d731766a177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:29:48.651019 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.653407 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.653751 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.654114 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.654475 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.654843 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.655176 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.655504 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.655832 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.656160 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.656485 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.656812 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.657162 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.657484 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.657805 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.658130 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Tracked resource versions report: Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: pushed versions: Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: { 'AddressGroup': {'1.2'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Agent': {'1.1'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'ConntrackHelper': {'1.0'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Log': {'1.0'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'NDPProxy': {'1.0'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Network': {'1.1'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Port': {'1.7'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'PortForwarding': {'1.3'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'QosPolicy': {'1.10'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroup': {'1.5'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SubPort': {'1.0'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Subnet': {'1.1'}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Trunk': {'1.1'}} Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: consumer versions: Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Agent': '1.1', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'ConntrackHelper': '1.0', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'LocalIPAssociation': '1.0', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Log': '1.0', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'NDPProxy': '1.0', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Network': '1.1', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Port': '1.7', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'PortForwarding': '1.3', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'QosPolicy': '1.10', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroup': '1.5', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroupRule': '1.2', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SubPort': '1.0', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Subnet': '1.1', Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Trunk': '1.1'}} Aug 24 15:29:48.659592 dv-cinder-846054-2-iscsi neutron-server[106453]: {{(pid=106453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:29:48.728998 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] For port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:29:48.732033 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:48.750977 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] For port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,segment=NetworkSegment(7d073bf1-db90-4299-9496-d731766a177a),segment_id=7d073bf1-db90-4299-9496-d731766a177a)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:29:48.757486 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:48.795946 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Routers {'239fa7ce-169b-430d-b120-87059fde4e17'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:29:48.796564 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:29:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['239fa7ce-169b-430d-b120-87059fde4e17'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:48.836856 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:48.887550 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d24edc-b3d0-494f-8df0-0ee575694581 None None] Pushing event updated for resources: {'Port': ['ID=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:48.930669 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] Set router 239fa7ce-169b-430d-b120-87059fde4e17 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:29:49.149897 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:46Z', 'revision_number': 2, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port_host': None, '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:48Z', 'revision_number': 4, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:49.177864 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582a9bd-139d-4bf6-90cb-aa0aced2b7c9 None None] The sync data for ids ['239fa7ce-169b-430d-b120-87059fde4e17'] in dv-cinder-846054-2-iscsi is: [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:46Z', 'revision_number': 2, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port_host': None, '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:48Z', 'revision_number': 4, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:29:49.648479 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47026) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:50.042019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72208540-fd81-4838-a802-b28c7a3a6a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:50.043439 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-72208540-fd81-4838-a802-b28c7a3a6a4f admin admin] 10.222.0.73 "GET /networking/v2.0/networks/05a2acc7-9a88-44ec-ba77-92118f2a0165 HTTP/1.1" status: 200 len: 842 time: 0.3939762 Aug 24 15:29:50.053734 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:50.074470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Made reservation on behalf of 5e88980106c84e4fadc67759de8e9449 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:29:50.076783 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:50.425083 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.objects.ports [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106451) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 15:29:50.425524 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (64126777-ca22-4f03-85f1-6784f091923d), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:50.488383 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64126777-ca22-4f03-85f1-6784f091923d,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:50.494819 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:29:50.495171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Network hostable DHCP agents. Network: 05a2acc7-9a88-44ec-ba77-92118f2a0165, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:29:50.512454 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:29:50.521327 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 05a2acc7-9a88-44ec-ba77-92118f2a0165) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:50.526778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:50.527988 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:50.533925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7883c7-7d44-4fad-b68c-faa7be1d8207 None None] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:29:50.556532 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9aa17a73-4627-4e6b-bb66-e718c54ce654 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5067017 Aug 24 15:29:50.657446 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3169a7c-10fd-45dd-9f7b-14a69d263431 None None] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:29:53.018894 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47034) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:53.437234 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-583e0bfe-04a7-4574-bc55-2c9c89bdd158 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/239fa7ce-169b-430d-b120-87059fde4e17 HTTP/1.1" status: 200 len: 710 time: 0.4171894 Aug 24 15:29:53.526761 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:53.530244 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5611e0ba-67ef-4f9a-a887-442fffa1b25b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:29:53.531765 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5611e0ba-67ef-4f9a-a887-442fffa1b25b demo admin] 10.222.0.73 "GET /networking/v2.0/networks/05a2acc7-9a88-44ec-ba77-92118f2a0165 HTTP/1.1" status: 200 len: 886 time: 0.0889158 Aug 24 15:29:53.542040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:29:53.735238 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:53.786582 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks [] for router_gateway (239fa7ce-169b-430d-b120-87059fde4e17), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.013299 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks [] for router_gateway (239fa7ce-169b-430d-b120-87059fde4e17), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.099700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.133802 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:29:54.181071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:54.181451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.217391 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Allocated IP 172.27.4.175 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/b494e42e-8a4a-435b-9e94-54f4e1dfcb34) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:29:54.263534 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:54.263929 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.307429 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,segment=NetworkSegment(7d073bf1-db90-4299-9496-d731766a177a),segment_id=7d073bf1-db90-4299-9496-d731766a177a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:29:54.311740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.334066 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks [] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.369164 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.371542 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=6197b46b-21a7-4f4f-8ddd-a46213e6e4ca,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:54.411484 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:29:54.414602 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:29:54.418683 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:29:54.421598 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Pushing event updated for resources: {'Port': ['ID=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:54.486200 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:54.658070 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks [] for router_gateway (239fa7ce-169b-430d-b120-87059fde4e17), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.798027 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:54.913828 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:29:54.934053 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-779658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-781294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-261402'] for router (239fa7ce-169b-430d-b120-87059fde4e17), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:54.937484 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-779667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-779684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-781303'] for router (239fa7ce-169b-430d-b120-87059fde4e17), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:55.043618 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Router 239fa7ce-169b-430d-b120-87059fde4e17 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:29:55.155595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:29:55.159675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:55.163125 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0967ca02-eff0-4b39-81da-8205389f6e06 demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/239fa7ce-169b-430d-b120-87059fde4e17 HTTP/1.1" status: 200 len: 890 time: 1.6251519 Aug 24 15:29:55.528036 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Sync routers for ids ['239fa7ce-169b-430d-b120-87059fde4e17'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:29:55.540168 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Routers {'239fa7ce-169b-430d-b120-87059fde4e17'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:29:55.540949 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:29:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['239fa7ce-169b-430d-b120-87059fde4e17'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:55.559201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:55.749511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Set router 239fa7ce-169b-430d-b120-87059fde4e17 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:29:55.801902 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:56.129786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:29:56.169932 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 4, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port': {'id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:54Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 5, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:56.222934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Checking router: 239fa7ce-169b-430d-b120-87059fde4e17 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:29:56.223290 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Updating router 239fa7ce-169b-430d-b120-87059fde4e17 port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:29:56.372654 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.375042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:56.375422 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.599330 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:56.744746 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks [] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.750064 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.789887 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Attempting to bind port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:29:56.790319 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Attempting to bind port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:29:56.790709 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Attempting to bind port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:29:56.798902 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ffad-ad30-40ad-9b97-d5972da8a4db None None] Pushing event updated for resources: {'Port': ['ID=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:56.803022 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:29:56.803408 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:29:56.803850 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.804232 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:29:56.804699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Bound port: b494e42e-8a4a-435b-9e94-54f4e1dfcb34, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:29:56.805105 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.853386 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] For port b494e42e-8a4a-435b-9e94-54f4e1dfcb34, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:29:56.856269 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] For port b494e42e-8a4a-435b-9e94-54f4e1dfcb34, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:29:56.862289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:56.866961 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:56.905951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Routers {'239fa7ce-169b-430d-b120-87059fde4e17'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:29:56.906578 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:29:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['239fa7ce-169b-430d-b120-87059fde4e17'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:56.911144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:29:56.989100 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ffad-ad30-40ad-9b97-d5972da8a4db None None] Pushing event updated for resources: {'Port': ['ID=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:57.025508 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] Set router 239fa7ce-169b-430d-b120-87059fde4e17 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:29:57.223970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 4, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port': {'id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:54Z', 'updated_at': '2022-08-24T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 5, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:29:57.250034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c0a2-e69d-4cb2-bea4-7ddcbe319ab9 None None] The sync data for ids ['239fa7ce-169b-430d-b120-87059fde4e17'] in dv-cinder-846054-2-iscsi is: [{'id': '239fa7ce-169b-430d-b120-87059fde4e17', 'name': 'router1', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:29:36Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 4, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'gw_port': {'id': 'b494e42e-8a4a-435b-9e94-54f4e1dfcb34', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:54Z', 'updated_at': '2022-08-24T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6197b46b-21a7-4f4f-8ddd-a46213e6e4ca', 'name': '', 'network_id': '9ed9ab61-177a-49b9-8278-bc745334f40f', 'tenant_id': 'e0dfcf0f119a48eebacae56532f7a756', 'mac_address': 'fa:16:3e:1d:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fa7ce-169b-430d-b120-87059fde4e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:29:45Z', 'updated_at': '2022-08-24T15:29:54Z', 'revision_number': 5, 'project_id': 'e0dfcf0f119a48eebacae56532f7a756', 'subnets': [{'id': '9d9d5420-4255-409e-a016-de6235c3e82b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f87d3c34-bb0c-41de-90dc-2d1b8b6ecd9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:29:57.760773 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47048) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:29:58.128235 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b494e42e-8a4a-435b-9e94-54f4e1dfcb34 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:29:58.175941 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:29:58.176316 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:58.191576 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d3193f41-aea7-45fc-acdf-65898a30a19b admin admin] 10.222.0.73 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4295313 Aug 24 15:29:58.253344 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:29:58.253748 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:58.276617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port b494e42e-8a4a-435b-9e94-54f4e1dfcb34, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:29:58.281924 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:29:58.340316 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=b494e42e-8a4a-435b-9e94-54f4e1dfcb34,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:29:59.152939 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=29 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:00.140098 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b494e42e-8a4a-435b-9e94-54f4e1dfcb34 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:30:00.188498 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:30:00.189075 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b494e42e-8a4a-435b-9e94-54f4e1dfcb34), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:00.270486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b494e42e-8a4a-435b-9e94-54f4e1dfcb34 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:30:04.910278 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=49 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:08.184099 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=45 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:08.187753 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:10.267855 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:10.268683 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:13.451888 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bf072ad1-b42a-4940-b5a7-f238e34a7309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:15.710604 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-db8f050d-a212-4196-9f38-9480764c192e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:17.002134 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:18.290704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:18.428708 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:28.423621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:28.425096 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:30.922425 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:30.928851 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:31.914605 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:30:41.911298 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:43.389924 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ba90-7a2b-49e9-9127-fd558f0cc23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:45.707678 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c571a613-48f8-4a46-9302-86d646bb1091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:47.012106 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:48.285244 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:48.427566 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:30:58.421178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:30:58.422420 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:07.925802 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:08.915219 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:31:13.395890 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-63aca5af-313c-4207-a35f-d6af95f372a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:15.702117 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-80d852c4-07eb-45ab-8bb7-18b696e4596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:17.002395 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:18.288624 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:18.422440 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:18.911170 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:18.912432 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:21.620769 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47584) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:21.957553 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.pecan_wsgi.hooks.translation [None req-60000d6d-143f-40c2-b304-57653e475d9c admin admin] GET failed (client error): The resource could not be found. Aug 24 15:31:21.958861 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-60000d6d-143f-40c2-b304-57653e475d9c admin admin] 10.222.0.73 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3371308 Aug 24 15:31:22.119912 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de28c2-efe4-4c32-91eb-77695f1dda8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:22.121388 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f2de28c2-efe4-4c32-91eb-77695f1dda8e admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1582286 Aug 24 15:31:24.442706 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47594) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:24.815906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe2e50-17e6-46a7-9077-f82ec080bda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:24.817240 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e5fe2e50-17e6-46a7-9077-f82ec080bda4 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/9d9d5420-4255-409e-a016-de6235c3e82b HTTP/1.1" status: 200 len: 849 time: 0.3730888 Aug 24 15:31:24.827241 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:31:24.915212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Publish callbacks [] for subnet (9d9d5420-4255-409e-a016-de6235c3e82b), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:25.062061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761650961812'] for subnet (9d9d5420-4255-409e-a016-de6235c3e82b), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:25.091393 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:25.092009 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:25.093882 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] 10.222.0.73 "PUT /networking/v2.0/subnets/9d9d5420-4255-409e-a016-de6235c3e82b HTTP/1.1" status: 200 len: 868 time: 0.2699828 Aug 24 15:31:25.113704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554d447-af3e-4a75-b233-8acd57b2cdc1 None None] Network 9ed9ab61-177a-49b9-8278-bc745334f40f requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:31:25.121172 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9d5420-4255-409e-a016-de6235c3e82b,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:31:25.129515 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.129868 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.130229 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.130584 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.130957 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.131294 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.131628 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.131957 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.132289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.132621 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.132950 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.133293 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.133622 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.133943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.134263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b7bde-e98b-43f0-bf7b-b4c2fe509f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:31:25.478054 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Provisioning complete for port db9080ce-f696-4655-8fa4-8c5f3add90dc triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:31:25.478452 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (db9080ce-f696-4655-8fa4-8c5f3add90dc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:25.564715 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Current status of the port db9080ce-f696-4655-8fa4-8c5f3add90dc is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:31:25.572711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Provisioning complete for port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:31:25.573099 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6197b46b-21a7-4f4f-8ddd-a46213e6e4ca), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:25.644821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5c91273f-c1eb-4b8e-b215-74db91db6fc7 None None] Current status of the port 6197b46b-21a7-4f4f-8ddd-a46213e6e4ca is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:31:27.427729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47602) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:27.915248 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c66c3b-0d6e-4275-b229-cc415ba8d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:27.915636 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c66c3b-0d6e-4275-b229-cc415ba8d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:27.917188 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c4c66c3b-0d6e-4275-b229-cc415ba8d40b admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4884868 Aug 24 15:31:30.283340 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 47610) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:30.819132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d36309-80af-4b33-b3a1-84070ee837a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:30.819623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d36309-80af-4b33-b3a1-84070ee837a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:30.821346 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-87d36309-80af-4b33-b3a1-84070ee837a4 admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5370803 Aug 24 15:31:33.160569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47620) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:33.564899 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae837c-14d5-43f1-897f-7aab455ab460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:33.566281 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4aae837c-14d5-43f1-897f-7aab455ab460 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/05a2acc7-9a88-44ec-ba77-92118f2a0165 HTTP/1.1" status: 200 len: 886 time: 0.4047697 Aug 24 15:31:35.642248 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:35.643049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:UPDATE=2,neutron:SELECT=47 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:35.910388 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47628) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:36.349359 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8e8a3-5559-41f8-b54c-72e797335da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:36.351018 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-38b8e8a3-5559-41f8-b54c-72e797335da3 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/9ed9ab61-177a-49b9-8278-bc745334f40f HTTP/1.1" status: 200 len: 870 time: 0.4396510 Aug 24 15:31:38.881954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47636) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:39.236352 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:39.363482 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:39.390865 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb184e8e-ed65-4e07-b495-49c4bd79acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:39.391319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb184e8e-ed65-4e07-b495-49c4bd79acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:39.392895 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cb184e8e-ed65-4e07-b495-49c4bd79acba admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5099864 Aug 24 15:31:40.810871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:40.815736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=15 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:41.698846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47644) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:42.061555 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2899ab18-2057-4b42-99f0-03fc3290e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:42.062034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2899ab18-2057-4b42-99f0-03fc3290e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:42.064210 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2899ab18-2057-4b42-99f0-03fc3290e6d9 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3644805 Aug 24 15:31:43.398174 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0b502bc7-b3f1-42a3-9c6a-be016ad5d46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:44.429150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47652) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:44.801417 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b4271-5b77-4c75-a114-a7f9fa6e465a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:44.802781 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6e4b4271-5b77-4c75-a114-a7f9fa6e465a admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/64126777-ca22-4f03-85f1-6784f091923d HTTP/1.1" status: 200 len: 816 time: 0.3726609 Aug 24 15:31:44.913370 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:44.923824 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:45.707275 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a289e28-ec49-449e-9341-fb16b10a1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:45.914566 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:31:47.005532 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:47.170721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47660) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:31:47.540395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a726b-b164-4687-aba6-f05c0522f898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:31:47.541677 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b48a726b-b164-4687-aba6-f05c0522f898 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/9d9d5420-4255-409e-a016-de6235c3e82b HTTP/1.1" status: 200 len: 868 time: 0.3699949 Aug 24 15:31:48.285932 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:48.426406 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:31:55.910580 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:55.911556 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:57.535872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=18 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:57.537792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=23 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:58.419062 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:31:58.421203 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:08.532744 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=12 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:08.538399 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=14 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:13.402350 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-957cdb9e-f37c-4ede-8502-593f43cb2072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:15.712080 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e491681b-4fa4-4470-bccd-6e47b6550647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:16.466960 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47718) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:32:16.799376 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [None req-8c798ef5-fd2e-4547-aa79-0e4fe0848d2e admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:32:16.801109 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8c798ef5-fd2e-4547-aa79-0e4fe0848d2e admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3329141 Aug 24 15:32:17.010912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:18.289053 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:18.430412 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:19.241053 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47726) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:32:19.578200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef65681-5042-4d72-80eb-405930d00d5d admin admin] GET failed (client error): The resource could not be found. Aug 24 15:32:19.579558 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1ef65681-5042-4d72-80eb-405930d00d5d admin admin] 10.222.0.73 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3376553 Aug 24 15:32:19.667009 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacae516-ecdf-453c-89a3-eeb0f1ef9d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:32:19.668493 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cacae516-ecdf-453c-89a3-eeb0f1ef9d7e admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838380 Aug 24 15:32:21.914305 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:21.920696 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=5 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:22.064642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47734) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:32:22.393546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:32:22.414328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Made reservation on behalf of 5e88980106c84e4fadc67759de8e9449 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:32:22.416655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:22.448562 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING neutron.services.revisions.revision_plugin [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Could not find related network for resource to bump revision. Aug 24 15:32:22.460542 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:32:22.469469 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (c1b09c27-1476-4558-b8a4-177b2d40a1fc), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:22.469810 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Added segment c1b09c27-1476-4558-b8a4-177b2d40a1fc of type vlan for network dc809643-01f3-4e3d-b820-5f82ce05d92b Aug 24 15:32:22.510060 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (dc809643-01f3-4e3d-b820-5f82ce05d92b), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:22.534535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (dc809643-01f3-4e3d-b820-5f82ce05d92b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:22.535784 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:32:22.536369 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:22.570420 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5046790 Aug 24 15:32:22.602507 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367415f-99c9-41fc-a9be-f5758057260e admin admin] Pushing event updated for resources: {'Network': ['ID=dc809643-01f3-4e3d-b820-5f82ce05d92b,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:32:22.614041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network dc809643-01f3-4e3d-b820-5f82ce05d92b details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:32:22.914143 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:32:24.924944 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47742) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:32:25.279953 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.pecan_wsgi.hooks.translation [None req-361c3998-8f77-4a5c-b527-a84ad3c8c36c admin admin] GET failed (client error): The resource could not be found. Aug 24 15:32:25.281246 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-361c3998-8f77-4a5c-b527-a84ad3c8c36c admin admin] 10.222.0.73 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3553512 Aug 24 15:32:25.352545 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a3518-b8b6-4394-8248-fbfb39fa90da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:32:25.354036 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-356a3518-b8b6-4394-8248-fbfb39fa90da admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0683017 Aug 24 15:32:25.363871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:32:25.383169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Made reservation on behalf of 5e88980106c84e4fadc67759de8e9449 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:32:25.385378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:25.548915 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (a0afcd52-46ec-4d54-a639-6a356e9c4a2d), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:25.611362 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0afcd52-46ec-4d54-a639-6a356e9c4a2d,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:32:25.619288 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Checking segment: {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:32:25.619632 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Network hostable DHCP agents. Network: dc809643-01f3-4e3d-b820-5f82ce05d92b, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:32:25.623075 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.623413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.623768 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.624103 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.624683 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.625004 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.625323 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.625638 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.625969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.626290 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.626626 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.626984 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.627300 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.627612 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.627923 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:25.646188 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Network dc809643-01f3-4e3d-b820-5f82ce05d92b is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:32:25.654425 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, dc809643-01f3-4e3d-b820-5f82ce05d92b) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:32:25.658462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:32:25.659104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:25.663624 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f3a6c-f876-4b7f-a36f-1d0613566326 None None] Network dc809643-01f3-4e3d-b820-5f82ce05d92b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:32:25.675224 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2504c7fe-38ad-4b73-a980-6d9f1443eb01 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3146825 Aug 24 15:32:25.775803 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-dc809643-01f3-4e3d-b820-5f82ce05d92b', 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b', 'project_id': '5e88980106c84e4fadc67759de8e9449', 'fixed_ips': [{'subnet_id': 'a0afcd52-46ec-4d54-a639-6a356e9c4a2d'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:32:25.776760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:25.922340 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Allocated IP 192.168.233.2 (dc809643-01f3-4e3d-b820-5f82ce05d92b/a0afcd52-46ec-4d54-a639-6a356e9c4a2d/8f4d55ed-ac75-4a65-8e52-5ef06153e858) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:32:26.073116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks [] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:26.080267 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:26.127181 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Network dc809643-01f3-4e3d-b820-5f82ce05d92b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:32:26.128235 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Pushing event updated for resources: {'Port': ['ID=8f4d55ed-ac75-4a65-8e52-5ef06153e858,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:32:26.132038 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:32:26.135798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:32:26.142512 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.142975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.143245 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.143606 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.144025 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.144299 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.144656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.145022 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.145356 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.145688 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.146046 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.147135 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.147135 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.147135 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.147398 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:32:26.207237 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Attempting to bind port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:32:26.207667 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Attempting to bind port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:32:26.208407 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Attempting to bind port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 on network dc809643-01f3-4e3d-b820-5f82ce05d92b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:32:26.213650 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:32:26.214027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Checking segment: {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:32:26.214418 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:26.214829 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Bound using segment: {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:32:26.215288 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Bound port: 8f4d55ed-ac75-4a65-8e52-5ef06153e858, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:32:26.215660 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:26.375340 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] For port 8f4d55ed-ac75-4a65-8e52-5ef06153e858, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:32:26.378775 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] For port 8f4d55ed-ac75-4a65-8e52-5ef06153e858, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=8f4d55ed-ac75-4a65-8e52-5ef06153e858,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:32:26.385410 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:26.441537 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb927-8757-470e-a7ec-62e8caefcd07 None None] Pushing event updated for resources: {'Port': ['ID=8f4d55ed-ac75-4a65-8e52-5ef06153e858,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:32:27.238415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02eaeb-a314-415c-9d61-a86099b18458 None None] Network dc809643-01f3-4e3d-b820-5f82ce05d92b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:32:27.301511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:27.307934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:27.333136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Provisioning complete for port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:32:27.333664 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:27.435405 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Current status of the port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:32:27.435928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:27.474929 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] For port 8f4d55ed-ac75-4a65-8e52-5ef06153e858, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=8f4d55ed-ac75-4a65-8e52-5ef06153e858,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:32:27.479124 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:27.537384 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555725fd-ea11-403d-bab9-8db377acc323 None None] Pushing event updated for resources: {'Port': ['ID=8f4d55ed-ac75-4a65-8e52-5ef06153e858,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:32:27.598190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8915d544-ccbd-4004-a48b-8a3d33cedc18 None None] Provisioning complete for port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:32:27.598509 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8915d544-ccbd-4004-a48b-8a3d33cedc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:27.682066 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8915d544-ccbd-4004-a48b-8a3d33cedc18 None None] Current status of the port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:32:28.211759 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 8f4d55ed-ac75-4a65-8e52-5ef06153e858 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:32:28.258052 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:32:28.258755 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8f4d55ed-ac75-4a65-8e52-5ef06153e858), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:28.332266 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 8f4d55ed-ac75-4a65-8e52-5ef06153e858 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:32:32.909155 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:32.910012 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:35.666595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:35.669442 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=72,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:38.320807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:38.331327 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:43.398819 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7f50e2bb-7678-41cc-ad15-59abbd1cbbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:45.714803 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e20d08f3-dae4-4e59-b612-bbd2008265ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:47.012663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:48.292864 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:48.436193 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:32:58.425748 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:58.431105 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:58.915677 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:58.920024 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:32:59.913742 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:33:11.907775 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:11.908563 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:13.407049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-786ccbd4-8951-45eb-8031-ac2102f3a4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:15.717786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1c5c5041-3f35-4710-a05f-c3cd04918b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:17.015695 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:18.295116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:18.430401 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:28.424481 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:28.426291 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:35.910769 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:35.915334 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:36.915492 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:33:39.619652 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47780) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:33:39.625407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [None req-c4cca0c8-ce56-4904-9142-ab10fc068b89 tempest-verify_tempest_config-393870800 tempest-verify_tempest_config-393870800-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:33:39.626387 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c4cca0c8-ce56-4904-9142-ab10fc068b89 tempest-verify_tempest_config-393870800 tempest-verify_tempest_config-393870800-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057423 Aug 24 15:33:40.134964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 47798) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:33:40.584899 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.662031 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Publish callbacks [] for security_group (25d84ffe-61b0-4293-95e0-ab3154dbebd2), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.665769 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (25d84ffe-61b0-4293-95e0-ab3154dbebd2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.712976 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4af32f683dbd42cf9ec97e543d9793d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5768945 Aug 24 15:33:40.713775 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d84ffe-61b0-4293-95e0-ab3154dbebd2,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:33:40.716369 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 47802) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:33:40.721444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.721794 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.722161 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.722511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.722887 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.723225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.723558 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.723888 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.724234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.724568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.724913 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.725319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.725652 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.725982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.726304 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abc2fc6-1767-4454-8579-acddd89699ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.805576 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Publish callbacks [] for security_group (25d84ffe-61b0-4293-95e0-ab3154dbebd2), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.826662 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Publish callbacks [] for security_group (25d84ffe-61b0-4293-95e0-ab3154dbebd2), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.927164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (25d84ffe-61b0-4293-95e0-ab3154dbebd2), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.929651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:40.931402 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/25d84ffe-61b0-4293-95e0-ab3154dbebd2 HTTP/1.1" status: 204 len: 168 time: 0.2128315 Aug 24 15:33:40.941010 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d84ffe-61b0-4293-95e0-ab3154dbebd2,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:33:40.950751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.951097 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.951442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.951784 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.952112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.952442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.952767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.953090 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.953444 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.953767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.954112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.954452 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.954809 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.955132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.955451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c1bfc-fc62-496f-a74d-d8b8959877b3 admin admin] Tracked resource versions report: Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: pushed versions: Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: { 'AddressGroup': {'1.2'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Agent': {'1.1'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'ConntrackHelper': {'1.0'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Log': {'1.0'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'NDPProxy': {'1.0'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Network': {'1.1'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Port': {'1.7'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'PortForwarding': {'1.3'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'QosPolicy': {'1.10'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroup': {'1.5'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SubPort': {'1.0'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Subnet': {'1.1'}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Trunk': {'1.1'}} Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: consumer versions: Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Agent': '1.1', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'ConntrackHelper': '1.0', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'LocalIPAssociation': '1.0', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Log': '1.0', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'NDPProxy': '1.0', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Network': '1.1', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Port': '1.7', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'PortForwarding': '1.3', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'QosPolicy': '1.10', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroup': '1.5', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroupRule': '1.2', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SubPort': '1.0', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Subnet': '1.1', Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Trunk': '1.1'}} Aug 24 15:33:40.956899 dv-cinder-846054-2-iscsi neutron-server[106450]: {{(pid=106450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:33:43.400222 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-67fdb2a5-4046-4e7a-a472-89d542fd04b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:45.722196 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-096ef014-2cca-457f-bb6e-39545c1d5208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:46.911390 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:46.912133 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:47.018168 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:48.299656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:48.433738 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:33:50.704886 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=14,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:50.717412 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=25,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:50.871163 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:50.946288 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:58.427637 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:33:58.429262 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:12.906611 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=17 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:12.912077 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=15 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:13.402726 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4effdfb0-c8b0-4b0a-948a-6c85a06d4c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:13.914566 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:34:15.724635 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3a68f5f-537c-43cc-b319-ca509ce710e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:17.024438 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:18.303091 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:18.438297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:23.910432 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:23.911299 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:28.431912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:28.433870 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:43.407284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-144d74da-522a-4610-95ec-7c4adfc7ef34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:45.726353 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a832bca0-0c2e-4c3f-9a70-160ea3a83720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:47.023222 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:48.304857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:48.441435 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:34:50.913480 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 5 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:34:58.435298 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:58.437199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:34:58.911076 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:00.910080 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=8 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:11.914352 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:13.411408 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-045eb8ca-00c8-4813-b756-1ad4ab92bd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:15.820358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1d1c-bc70-4cca-8277-5f09ad1469af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:17.025438 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:18.307516 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:18.444035 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:18.866330 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781076'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:26.900799 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:26.905995 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:27.913059 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:35:28.857533 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:28.862068 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:31.366380 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 47902) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:35:31.492137 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-447e008a-3d82-4c14-a876-b40e34ae0a63 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1246490 Aug 24 15:35:33.705253 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 47912) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:35:33.760451 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-204c6ed1-302b-421e-b804-5b0dde3895d0 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541961 Aug 24 15:35:37.908110 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:43.416083 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-07c77dc4-778b-4b14-a2e8-a02765916d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:43.755279 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:43.756021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:45.725526 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3a67b5fc-c0c8-4fc1-a933-fbdee6ebb363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:47.031245 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:48.310993 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:48.447293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:48.841252 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:35:58.829878 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:35:58.837314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:04.913329 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:36:13.420027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c75645d2-c3bd-4fa5-82e2-55a1c8e6b335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:14.907997 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=15 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:14.908754 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=19 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:15.739988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4fe462cf-ebe2-449f-b503-6c3a1a118e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:17.030661 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:18.317240 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:18.460308 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:18.837848 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:28.831297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:28.832769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:40.904706 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:40.909109 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:41.915430 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:36:43.422768 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b2928cc5-fa07-48b0-b3b3-c3608fe64282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:45.735650 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-05fdb197-533c-43f0-bacc-c11498e3caee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:47.035961 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:48.324492 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:48.453947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:48.847570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:36:51.910895 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:51.911642 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:58.840769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:36:58.843371 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:08.519361 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48078) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:08.568242 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48088) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:08.720162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-910109224-network', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:08.742780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Made reservation on behalf of ee9eb7c5b5f94cd78546a3c1cc3d7cc7 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:08.748804 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.758598 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.857725 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1782853794-network', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:08.878415 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks [] for security_group (c962babe-57e7-46ee-953a-38392bce8c68), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.883261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c962babe-57e7-46ee-953a-38392bce8c68), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.902258 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Made reservation on behalf of 98f176b3cafe45d497dee2f1d031a4ec for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:08.904619 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.913233 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1126} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:08.930130 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.965147 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (bef7c1b9-0845-4a5e-a1f7-e6550d9d431e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:08.965496 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Added segment bef7c1b9-0845-4a5e-a1f7-e6550d9d431e of type vlan for network c2f710af-a064-4b7b-b43a-23e3b653ca60 Aug 24 15:37:08.979268 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c962babe-57e7-46ee-953a-38392bce8c68,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:09.029982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (c2f710af-a064-4b7b-b43a-23e3b653ca60), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.057468 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.057892 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.058233 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.058931 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.059453 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.059786 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.060117 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.060444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.060793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.061123 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.061456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.061794 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.062118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.062439 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.062781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Tracked resource versions report: Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: pushed versions: Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: { 'AddressGroup': {'1.2'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Agent': {'1.1'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'ConntrackHelper': {'1.0'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Log': {'1.0'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'NDPProxy': {'1.0'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Network': {'1.1'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Port': {'1.7'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'PortForwarding': {'1.3'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'QosPolicy': {'1.10'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroup': {'1.5'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SubPort': {'1.0'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Subnet': {'1.1'}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Trunk': {'1.1'}} Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: consumer versions: Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: HyperV agent@hv-cinder-84605: {}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Agent': '1.1', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'ConntrackHelper': '1.0', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'LocalIPAssociation': '1.0', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Log': '1.0', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'NDPProxy': '1.0', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Network': '1.1', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Port': '1.7', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'PortForwarding': '1.3', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'QosPolicy': '1.10', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroup': '1.5', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SecurityGroupRule': '1.2', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'SubPort': '1.0', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Subnet': '1.1', Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: 'Trunk': '1.1'}} Aug 24 15:37:09.064158 dv-cinder-846054-2-iscsi neutron-server[106451]: {{(pid=106451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:37:09.108422 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (c2f710af-a064-4b7b-b43a-23e3b653ca60), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.109707 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:09.110272 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.118911 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48116) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:09.129241 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks [] for security_group (5603f327-7019-4f50-ab60-b698a445f3b9), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.144126 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5603f327-7019-4f50-ab60-b698a445f3b9), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.172493 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:09.180388 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6601310 Aug 24 15:37:09.183395 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48126) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:09.189300 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Request body: {'subnet': {'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-910109224-subnet', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:09.197681 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48128) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:09.229934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Made reservation on behalf of ee9eb7c5b5f94cd78546a3c1cc3d7cc7 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:09.232854 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d3744-c8b1-442c-8715-e5230dbdb9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f710af-a064-4b7b-b43a-23e3b653ca60,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:09.233950 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.247178 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (bef23bb7-c4f1-44a1-bee3-f81f5659d810), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.247523 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Added segment bef23bb7-c4f1-44a1-bee3-f81f5659d810 of type vlan for network a4edf337-5391-4629-bda7-d1122fcdfc2b Aug 24 15:37:09.247999 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:09.295078 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (a4edf337-5391-4629-bda7-d1122fcdfc2b), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.323349 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:09.331473 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (a4edf337-5391-4629-bda7-d1122fcdfc2b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.333118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:09.334285 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.378397 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48134) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:09.422996 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Pushing event updated for resources: {'Network': ['ID=a4edf337-5391-4629-bda7-d1122fcdfc2b,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:09.427389 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5603f327-7019-4f50-ab60-b698a445f3b9,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:09.437385 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network a4edf337-5391-4629-bda7-d1122fcdfc2b details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:09.442013 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b3067b08-29b4-4b4f-b2ea-e6a2f31ae523 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8726153 Aug 24 15:37:09.443746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48140) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:09.452645 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Request body: {'subnet': {'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1782853794-subnet', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:09.516341 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Made reservation on behalf of 98f176b3cafe45d497dee2f1d031a4ec for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:09.519003 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.636307 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-813102655-network', 'tenant_id': '3d204b26857042e397b91be285fa3ed9'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:09.650601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009479260-network', 'tenant_id': 'd8697b4591024e9e95a0ed517541293f'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:09.674454 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-779028690-network', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:09.780167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:09.782517 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.794738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (6bcfbdae-9908-4ea7-bf26-ad8f988e1496), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.819209 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Made reservation on behalf of 3d204b26857042e397b91be285fa3ed9 for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:09.821573 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.828187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.840886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Made reservation on behalf of d8697b4591024e9e95a0ed517541293f for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:09.843188 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.862282 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:09.918513 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.017981 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:10.078497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcfbdae-9908-4ea7-bf26-ad8f988e1496,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:10.113833 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Checking segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:10.114990 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Network hostable DHCP agents. Network: c2f710af-a064-4b7b-b43a-23e3b653ca60, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:10.132111 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:10.147353 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.147672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.148074 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.148385 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.148725 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.149053 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.149610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.150114 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.151119 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.151952 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.152496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.153028 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.153529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.154015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.154517 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Tracked resource versions report: Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: pushed versions: Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: { 'AddressGroup': {'1.2'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Agent': {'1.1'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'ConntrackHelper': {'1.0'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Log': {'1.0'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'NDPProxy': {'1.0'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Network': {'1.1'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Port': {'1.7'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'PortForwarding': {'1.3'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'QosPolicy': {'1.10'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroup': {'1.5'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SubPort': {'1.0'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Subnet': {'1.1'}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Trunk': {'1.1'}} Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: consumer versions: Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: HyperV agent@hv-cinder-84605: {}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Agent': '1.1', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'ConntrackHelper': '1.0', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'LocalIPAssociation': '1.0', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Log': '1.0', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'NDPProxy': '1.0', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Network': '1.1', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Port': '1.7', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'PortForwarding': '1.3', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'QosPolicy': '1.10', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroup': '1.5', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SecurityGroupRule': '1.2', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'SubPort': '1.0', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Subnet': '1.1', Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: 'Trunk': '1.1'}} Aug 24 15:37:10.157064 dv-cinder-846054-2-iscsi neutron-server[106450]: {{(pid=106450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:37:10.169596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (063009ac-3201-401f-ae07-e008a4009c27), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.308792 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks [] for security_group (1a5c7856-30c4-4a10-8153-fc9379f4b629), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.322866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=063009ac-3201-401f-ae07-e008a4009c27,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:10.335270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:10.337442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (1a5c7856-30c4-4a10-8153-fc9379f4b629), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.353853 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks [] for security_group (3346c28a-e07d-46d4-a350-ad3fd3f97aac), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.380336 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3346c28a-e07d-46d4-a350-ad3fd3f97aac), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.409893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, c2f710af-a064-4b7b-b43a-23e3b653ca60) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:10.420009 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:10.428674 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks [] for security_group (e4aaa46d-d9b1-4cd5-ad87-6a914026a531), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.436343 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Checking segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:10.436343 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Network hostable DHCP agents. Network: a4edf337-5391-4629-bda7-d1122fcdfc2b, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:10.439332 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a651b2e-0c44-4594-8876-d04fe77da1f0 None None] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:10.446285 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:10.447011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.453310 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:10.455672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e4aaa46d-d9b1-4cd5-ad87-6a914026a531), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.469735 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761651066471', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (7ae408f5-fa42-4d74-884f-ccae4819c445), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.470539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Unsubscribe: segment precommit_create {{(pid=106450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 15:37:10.471218 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Added segment 7ae408f5-fa42-4d74-884f-ccae4819c445 of type vlan for network 105210c5-8b78-4e8c-bd12-9456d560212d Aug 24 15:37:10.483731 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c7856-30c4-4a10-8153-fc9379f4b629,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:10.502823 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (c3fb7d63-afa0-472a-950f-ffb90b2f726d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.503412 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Added segment c3fb7d63-afa0-472a-950f-ffb90b2f726d of type vlan for network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a Aug 24 15:37:10.564659 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5,neutron:INSERT=28,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:10.569937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:10.619836 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-c2f710af-a064-4b7b-b43a-23e3b653ca60', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'fixed_ips': [{'subnet_id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:37:10.621237 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.653546 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-fead9bd7-95a4-4dfe-a9c5-40cae8646a99 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4687152 Aug 24 15:37:10.656414 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48186) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:10.666246 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:10.670662 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (105210c5-8b78-4e8c-bd12-9456d560212d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.681638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.703651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (dac2699b-c9e1-417c-b934-a899cb6a32de), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.704565 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Added segment dac2699b-c9e1-417c-b934-a899cb6a32de of type vlan for network 2cb9159b-36ed-4671-8514-e0b305697f60 Aug 24 15:37:10.712471 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:10.728569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.730120 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.748889 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3346c28a-e07d-46d4-a350-ad3fd3f97aac,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:10.765686 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, a4edf337-5391-4629-bda7-d1122fcdfc2b) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:10.801923 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.db.resource_extend [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 15:37:10.859920 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (2cb9159b-36ed-4671-8514-e0b305697f60), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.864072 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (105210c5-8b78-4e8c-bd12-9456d560212d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.865680 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:10.866428 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.908431 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for router_controller (8ffb8d76-bbca-4932-b795-4120e9b37a6e), precommit_add_association {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.927236 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Allocated IP 172.20.0.2 (c2f710af-a064-4b7b-b43a-23e3b653ca60/6bcfbdae-9908-4ea7-bf26-ad8f988e1496/3e2a93e9-15f6-4d1d-99e9-a901f6e086f4) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:10.957650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:10.990251 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:10.991549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:10.992375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.034750 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7086329-b6ae-47e3-bb6e-e8528e5b3c08 None None] Network a4edf337-5391-4629-bda7-d1122fcdfc2b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:11.038261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:11.039112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.062772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:11.105791 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aaa46d-d9b1-4cd5-ad87-6a914026a531,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:11.131996 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7517564 Aug 24 15:37:11.157997 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48210) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:11.166208 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Request body: {'subnet': {'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-779028690-subnet', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:11.178967 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9797373 Aug 24 15:37:11.179739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (2cb9159b-36ed-4671-8514-e0b305697f60), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.180763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:11.181837 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48212) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:11.182028 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.200362 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Request body: {'subnet': {'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-subnet', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:11.246846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for router_gateway (8ffb8d76-bbca-4932-b795-4120e9b37a6e), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.277411 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-a4edf337-5391-4629-bda7-d1122fcdfc2b', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:37:11.278980 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.331121 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebce698-b126-45ce-8297-f0be83236bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=105210c5-8b78-4e8c-bd12-9456d560212d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:11.331829 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks [] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.349196 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-13d18a3f-9831-4be7-bc3e-a058345cd9dc admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9013035 Aug 24 15:37:11.358405 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48214) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:11.363669 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:11.388003 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2678123 Aug 24 15:37:11.395820 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48216) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:11.407611 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Request body: {'subnet': {'network_id': '2cb9159b-36ed-4671-8514-e0b305697f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009479260-subnet', 'tenant_id': 'd8697b4591024e9e95a0ed517541293f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:11.426357 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 105210c5-8b78-4e8c-bd12-9456d560212d details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:11.433384 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.460484 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:11.462661 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811162d6-338c-4220-b4fd-c0d16bfe2ecf admin admin] Pushing event updated for resources: {'Network': ['ID=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:11.485451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.486463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.496515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Made reservation on behalf of d8697b4591024e9e95a0ed517541293f for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:11.499734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.565412 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf191c-7dff-424f-b29d-78fea7ba901f admin admin] Pushing event updated for resources: {'Network': ['ID=2cb9159b-36ed-4671-8514-e0b305697f60,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:11.610559 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:11.613049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.637289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:11.639458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 2cb9159b-36ed-4671-8514-e0b305697f60 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:11.642095 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Pushing event updated for resources: {'Port': ['ID=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:11.667766 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.668370 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.668979 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.669729 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.670323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.671006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.671727 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.672298 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.673312 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.673869 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.674380 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.674504 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for router_controller (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.675140 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.675978 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.676589 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.677199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Tracked resource versions report: Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: pushed versions: Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: { 'AddressGroup': {'1.2'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Agent': {'1.1'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'ConntrackHelper': {'1.0'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Log': {'1.0'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'NDPProxy': {'1.0'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Network': {'1.1'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Port': {'1.7'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'PortForwarding': {'1.3'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'QosPolicy': {'1.10'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroup': {'1.5'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SubPort': {'1.0'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Subnet': {'1.1'}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Trunk': {'1.1'}} Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: consumer versions: Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: HyperV agent@hv-cinder-84605: {}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Agent': '1.1', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'ConntrackHelper': '1.0', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'LocalIPAssociation': '1.0', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Log': '1.0', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'NDPProxy': '1.0', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Network': '1.1', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Port': '1.7', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'PortForwarding': '1.3', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'QosPolicy': '1.10', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroup': '1.5', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SecurityGroupRule': '1.2', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'SubPort': '1.0', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Subnet': '1.1', Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: 'Trunk': '1.1'}} Aug 24 15:37:11.679027 dv-cinder-846054-2-iscsi neutron-server[106452]: {{(pid=106452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:37:11.688257 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:11.716570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:11.724369 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:11.768431 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:11.861956 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for router_gateway (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.888776 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (0fd545c6-56d9-4ef2-85c8-32fefc11f56b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.896659 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:11.925316 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Allocated IP 172.20.0.2 (a4edf337-5391-4629-bda7-d1122fcdfc2b/063009ac-3201-401f-ae07-e008a4009c27/2e3a693b-d34b-42a0-8ade-c873161ae96b) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:12.052422 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Allocated IP 172.27.4.70 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/87e9daef-2f34-4404-82bb-f4de8bc93b7a) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:12.154041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Attempting to bind port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:12.154694 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Attempting to bind port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:12.155462 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Attempting to bind port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 on network c2f710af-a064-4b7b-b43a-23e3b653ca60 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:12.158675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Made reservation on behalf of 3d204b26857042e397b91be285fa3ed9 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:12.161024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.166709 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:12.167465 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Checking segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:12.168139 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.169021 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Bound using segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:12.169743 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Bound port: 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:12.170577 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.252632 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for router_gateway (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.330089 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] For port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:12.355353 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:12.373322 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] For port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:12.389624 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.402959 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks [] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.435002 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.468857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:12.474952 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:12.481236 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:12.510342 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb89ac8-cda1-4d7f-af26-fea1e52e6670 None None] Pushing event updated for resources: {'Port': ['ID=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:12.606251 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:12.607106 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:12.608175 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd545c6-56d9-4ef2-85c8-32fefc11f56b,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:12.641050 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (ae8442cc-a196-4a78-95cd-e3ac72ef9824), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.670245 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Attempting to bind port 2e3a693b-d34b-42a0-8ade-c873161ae96b on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:12.671118 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Attempting to bind port 2e3a693b-d34b-42a0-8ade-c873161ae96b by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:12.672904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Attempting to bind port 2e3a693b-d34b-42a0-8ade-c873161ae96b on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:12.674875 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.698286 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:12.706583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Checking segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:12.707171 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.708735 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Bound using segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:12.709262 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Bound port: 2e3a693b-d34b-42a0-8ade-c873161ae96b, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:12.709662 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.755368 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Checking segment: {'id': 'dac2699b-c9e1-417c-b934-a899cb6a32de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '2cb9159b-36ed-4671-8514-e0b305697f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:12.755510 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.755625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Network hostable DHCP agents. Network: 2cb9159b-36ed-4671-8514-e0b305697f60, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:12.846711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Pushing event updated for resources: {'Port': ['ID=2e3a693b-d34b-42a0-8ade-c873161ae96b,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:12.848535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (65c88f76-225e-461a-a506-f4da2af09b04), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.849206 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8442cc-a196-4a78-95cd-e3ac72ef9824,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:12.877940 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for router_gateway (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.929442 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] For port 2e3a693b-d34b-42a0-8ade-c873161ae96b, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:12.933468 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] For port 2e3a693b-d34b-42a0-8ade-c873161ae96b, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2e3a693b-d34b-42a0-8ade-c873161ae96b,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:12.934816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:12.941980 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.966040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c88f76-225e-461a-a506-f4da2af09b04,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:12.994558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:12.996986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Network 2cb9159b-36ed-4671-8514-e0b305697f60 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:13.049946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217b4a-1a8c-4f97-bed9-8a9adeb6ba2d None None] Pushing event updated for resources: {'Port': ['ID=2e3a693b-d34b-42a0-8ade-c873161ae96b,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:13.060906 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 2cb9159b-36ed-4671-8514-e0b305697f60) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:13.071682 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909e655-e4cd-469e-b059-024edf670416 None None] Network 2cb9159b-36ed-4671-8514-e0b305697f60 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:13.089472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Pushing event updated for resources: {'Port': ['ID=87e9daef-2f34-4404-82bb-f4de8bc93b7a,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:13.110160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:13.110791 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:13.121942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:13.135098 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:13.141735 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:13.142531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Network hostable DHCP agents. Network: 105210c5-8b78-4e8c-bd12-9456d560212d, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:13.154431 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:13.178863 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-85e958ee-5234-47d3-b995-8112634a8a57 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7818415 Aug 24 15:37:13.319213 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Allocated IP 172.27.4.21 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/df878959-a4ec-470a-94b3-a469f194142b) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:13.365683 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:13.383927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1759c-db7d-41c5-9c2f-a68a271f3d7a None None] Network 2cb9159b-36ed-4671-8514-e0b305697f60 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:13.396954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:13.502404 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for port (df878959-a4ec-470a-94b3-a469f194142b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:13.604639 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (df878959-a4ec-470a-94b3-a469f194142b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:13.620998 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Network 105210c5-8b78-4e8c-bd12-9456d560212d is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:13.624584 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a5edabcf-0885-43e3-b5b4-a6d62711603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:13.652936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:13.653293 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Network hostable DHCP agents. Network: eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:13.749780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 105210c5-8b78-4e8c-bd12-9456d560212d) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:13.782228 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920ec47-f159-400d-b478-489e49bf87d0 None None] Network 105210c5-8b78-4e8c-bd12-9456d560212d requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:13.812179 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:13.821666 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:13.824196 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:13.847425 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:13.911435 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:13.933815 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:13.948219 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-46eb8325-cc1f-4e2c-8963-b0b8cf66ac86 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7884181 Aug 24 15:37:13.954145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48302) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:13.961684 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:13.982225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:13.997362 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7434203-ff9e-44c2-8b43-d5a758b93670 None None] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:14.040868 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:14.044655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.058267 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:14.064029 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.065086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.092899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:14.095503 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for router_gateway (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.107173 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Pushing event updated for resources: {'Port': ['ID=df878959-a4ec-470a-94b3-a469f194142b,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:14.333879 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-34e876dc-4a83-428d-85fa-cddbb7974f0e admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1488023 Aug 24 15:37:14.335347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48318) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:14.369989 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-105210c5-8b78-4e8c-bd12-9456d560212d', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:37:14.369989 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.372824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:14.483865 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3decce-76ba-43ad-906c-dbe77b1fcd04 None None] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:14.570610 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48324) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:14.572937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.581098 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.595397 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662941386-network', 'tenant_id': 'dad6f420cca7474782c49511f3e1e25b'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:14.607796 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for router_controller (ed7ed7d8-3f30-408b-9a04-7a18600e9409), precommit_add_association {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.609688 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:37:14.611238 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.632824 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2e3a693b-d34b-42a0-8ade-c873161ae96b up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:14.712792 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Provisioning complete for port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:14.713541 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.773284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Made reservation on behalf of dad6f420cca7474782c49511f3e1e25b for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:14.775938 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.777826 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for router_controller (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.900220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Current status of the port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:14.900220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.903879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497a6c0-c922-458c-a59c-d9ce101cc3ac None None] Network a4edf337-5391-4629-bda7-d1122fcdfc2b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:14.911924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for router_gateway (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:14.969175 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.134033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for router_gateway (ed7ed7d8-3f30-408b-9a04-7a18600e9409), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.178541 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.195762 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for router_gateway (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.197250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:15.236114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:15.400830 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:15.413627 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks [] for security_group (ceb32d5b-85d7-49b8-b757-facc0f0b33a4), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.456357 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] For port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:15.490752 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ceb32d5b-85d7-49b8-b757-facc0f0b33a4), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.496151 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.538189 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:37:15.540821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:15.542725 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Allocated IP 172.20.0.2 (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a/65c88f76-225e-461a-a506-f4da2af09b04/dfb1abf9-f9a9-4338-a4ac-faedcdaeb450) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:15.546005 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:15.558477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb32d5b-85d7-49b8-b757-facc0f0b33a4,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:15.593921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 2e3a693b-d34b-42a0-8ade-c873161ae96b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:15.594598 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.610038 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.634306 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for router_gateway (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.659167 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (87d016d3-5e62-4bf3-bd4d-a26e342b16b3), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.659518 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Added segment 87d016d3-5e62-4bf3-bd4d-a26e342b16b3 of type vlan for network c6ebfcd5-91df-40c6-98e1-8eb185f4da9f Aug 24 15:37:15.669057 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Allocated IP 172.20.0.2 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/d01de7b5-9c2c-4ae1-a4b6-1adc417de023) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:15.674534 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.748161 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc022-c8fc-47bb-ba36-0f81f1be3c85 None None] Pushing event updated for resources: {'Port': ['ID=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:15.774112 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Provisioning complete for port 2e3a693b-d34b-42a0-8ade-c873161ae96b triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:15.774516 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.807564 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (c6ebfcd5-91df-40c6-98e1-8eb185f4da9f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.870559 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for router_gateway (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.874814 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-786b863e-474c-4795-ab50-493a5680a5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.911398 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:15.964501 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:16.004104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Allocated IP 172.27.4.221 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/c874e68a-f77a-483a-8a1f-695d4cdb8a90) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:16.043235 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 2e3a693b-d34b-42a0-8ade-c873161ae96b is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:16.043723 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.057016 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (c6ebfcd5-91df-40c6-98e1-8eb185f4da9f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.061447 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:16.062061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.097358 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Router 8ffb8d76-bbca-4932-b795-4120e9b37a6e is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:37:16.179351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks [] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.186400 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:37:16.239902 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=11 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:16.250635 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.260610 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks [] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.289716 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7179260 Aug 24 15:37:16.323552 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48366) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:16.325574 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5400d8-a0ab-43d5-9e50-5f53cabf775f admin admin] Pushing event updated for resources: {'Network': ['ID=c6ebfcd5-91df-40c6-98e1-8eb185f4da9f,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:16.331392 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Request body: {'subnet': {'network_id': 'c6ebfcd5-91df-40c6-98e1-8eb185f4da9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662941386-subnet', 'tenant_id': 'dad6f420cca7474782c49511f3e1e25b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:16.344050 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Current status of the port 2e3a693b-d34b-42a0-8ade-c873161ae96b is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:16.344455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.381216 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 2e3a693b-d34b-42a0-8ade-c873161ae96b, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2e3a693b-d34b-42a0-8ade-c873161ae96b,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:16.386445 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Made reservation on behalf of dad6f420cca7474782c49511f3e1e25b for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:16.404355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.432807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.447032 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Pushing event updated for resources: {'Port': ['ID=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:16.449647 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network c6ebfcd5-91df-40c6-98e1-8eb185f4da9f details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:37:16.476144 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.506270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.507215 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:16.508578 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:16.513058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:16.514839 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:16.527536 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Sync routers for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:16.541831 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:16.542478 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:16.620120 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.622681 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-115f15f2-fc52-4591-9dc4-13fbaa5b7ebc admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9651775 Aug 24 15:37:16.627753 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.633577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48384) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:16.633694 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-bbb69747-8056-4b58-9a2b-b55ca8b17042 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2707889 Aug 24 15:37:16.633694 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:16.643924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48386) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:16.689722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Pushing event updated for resources: {'Port': ['ID=c874e68a-f77a-483a-8a1f-695d4cdb8a90,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:16.735081 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:16.735861 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:16.741700 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:16.765755 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:16.780784 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:16.831705 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:16.835947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:16.845026 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:16.854691 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Pushing event updated for resources: {'Port': ['ID=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:16.860255 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:16.883191 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:16.940813 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:16.992365 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:16.997136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.023951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Allocated IP 172.27.4.243 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/8ddc3388-732f-45de-afe0-c8a8fba7e698) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:17.152002 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:17.156382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:17.215369 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:13Z', 'revision_number': 3, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:17.225841 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.230450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:17.248496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:17.280655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.280951 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Checking router: 8ffb8d76-bbca-4932-b795-4120e9b37a6e for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:17.284069 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (3a5a3277-faed-411b-8089-9ae9b488a20f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.284649 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Updating router 8ffb8d76-bbca-4932-b795-4120e9b37a6e port 87e9daef-2f34-4404-82bb-f4de8bc93b7a binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:17.355067 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.401928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:17.469629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:17.510465 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.525037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.db.api [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 15:37:17.525531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG oslo_db.api [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 15:37:17.559939 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Attempting to bind port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:17.560314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Attempting to bind port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:17.567424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Attempting to bind port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:17.583809 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:17.604396 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:17.622123 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:17.636537 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddc3388-732f-45de-afe0-c8a8fba7e698,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:17.697877 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Attempting to bind port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:17.698526 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Attempting to bind port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:17.707769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Attempting to bind port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:17.713042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:17.713532 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:17.714008 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.714473 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Bound using segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:17.715122 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Bound port: dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:17.715572 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.745486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=2e3a693b-d34b-42a0-8ade-c873161ae96b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:17.769379 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:17.789790 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:17.790095 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:17.790674 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.791183 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:17.791746 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Bound port: d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:17.792231 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.879246 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks [] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.887420 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.891456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5a3277-faed-411b-8089-9ae9b488a20f,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:17.911422 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:17.914269 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Attempting to bind port 87e9daef-2f34-4404-82bb-f4de8bc93b7a on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:17.914746 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Attempting to bind port 87e9daef-2f34-4404-82bb-f4de8bc93b7a by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:17.915187 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Attempting to bind port 87e9daef-2f34-4404-82bb-f4de8bc93b7a on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:17.924448 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:17.925033 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:17.925473 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:17.927665 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:17.928244 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Bound port: 87e9daef-2f34-4404-82bb-f4de8bc93b7a, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:17.928649 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.010468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:18.010468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for router_gateway (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.042770 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:18.073441 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:18.112402 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] For port 87e9daef-2f34-4404-82bb-f4de8bc93b7a, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:18.121123 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] For port 87e9daef-2f34-4404-82bb-f4de8bc93b7a, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=87e9daef-2f34-4404-82bb-f4de8bc93b7a,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:18.125892 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] For port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:18.134139 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] For port d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:18.159375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Checking segment: {'id': '87d016d3-5e62-4bf3-bd4d-a26e342b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'c6ebfcd5-91df-40c6-98e1-8eb185f4da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:18.159375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Network hostable DHCP agents. Network: c6ebfcd5-91df-40c6-98e1-8eb185f4da9f, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:37:18.160139 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] For port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:18.165899 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2a44c-20c0-4313-be6a-f7d128291596 None None] Current status of the port 2e3a693b-d34b-42a0-8ade-c873161ae96b is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:18.170787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] For port d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:18.179724 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.188057 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:14Z', 'revision_number': 3, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:18.192960 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.196542 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.228863 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:18.233253 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:18.403568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Network c6ebfcd5-91df-40c6-98e1-8eb185f4da9f is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:37:18.415997 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:18.417422 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085598a-c685-409d-befe-2800ec606008 None None] Pushing event updated for resources: {'Port': ['ID=87e9daef-2f34-4404-82bb-f4de8bc93b7a,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:18.454210 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:18.493086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, c6ebfcd5-91df-40c6-98e1-8eb185f4da9f) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:18.496884 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for router_gateway (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.538270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2e3a693b-d34b-42a0-8ade-c873161ae96b up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:18.542076 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77483ac-22e2-4d5e-9192-ffc150b8b77e None None] Network c6ebfcd5-91df-40c6-98e1-8eb185f4da9f requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:18.590172 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.595226 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.596061 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.596606 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.597449 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.598283 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.598875 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.599909 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.600614 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.604496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.605073 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.606940 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.607603 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.608137 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.608840 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085598a-c685-409d-befe-2800ec606008 None None] Tracked resource versions report: Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: pushed versions: Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: { 'AddressGroup': {'1.2'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Agent': {'1.1'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'ConntrackHelper': {'1.0'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'LocalIPAssociation': {'1.0'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Log': {'1.0'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'NDPProxy': {'1.0'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Network': {'1.1'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Port': {'1.7'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'PortForwarding': {'1.3'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'QosPolicy': {'1.10'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroup': {'1.5'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroupRule': {'1.2'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SubPort': {'1.0'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Subnet': {'1.1'}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Trunk': {'1.1'}} Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: consumer versions: Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: { DHCP agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: HyperV agent@hv-cinder-84605: {}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: L3 agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: Metadata agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: Metering agent@dv-cinder-846054-2-iscsi: {}, Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: Open vSwitch agent@dv-cinder-846054-2-iscsi: { 'AddressGroup': '1.2', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Agent': '1.1', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'ConntrackHelper': '1.0', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'LocalIPAssociation': '1.0', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Log': '1.0', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'NDPProxy': '1.0', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Network': '1.1', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Port': '1.7', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'PortForwarding': '1.3', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'QosPolicy': '1.10', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroup': '1.5', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SecurityGroupRule': '1.2', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'SubPort': '1.0', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Subnet': '1.1', Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: 'Trunk': '1.1'}} Aug 24 15:37:18.610620 dv-cinder-846054-2-iscsi neutron-server[106453]: {{(pid=106453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 15:37:18.622480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:18.623202 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.683508 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:18.748330 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:18.748947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Updating router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 port df878959-a4ec-470a-94b3-a469f194142b binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:18.827200 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.845319 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:18.875544 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48430) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:18.943679 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d9ac2813-fd41-4951-94b0-7d2265aa4bcd admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6189587 Aug 24 15:37:18.979988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Provisioning complete for port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:18.980383 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.004341 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:37:19.041263 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.164043 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085598a-c685-409d-befe-2800ec606008 None None] Pushing event updated for resources: {'Port': ['ID=87e9daef-2f34-4404-82bb-f4de8bc93b7a,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:19.194732 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.262184 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.263487 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:13Z', 'revision_number': 3, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:19.264486 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:19.265200 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.325479 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29ebce-189e-4fa1-9076-7fde982d0ffd None None] The sync data for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi is: [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:13Z', 'revision_number': 3, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:19.345593 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Allocated IP 172.20.0.1 (a4edf337-5391-4629-bda7-d1122fcdfc2b/063009ac-3201-401f-ae07-e008a4009c27/a6942f31-0e19-474d-901a-fac0465bc794) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:19.356546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7624642a-4c80-4ba3-bea2-f8a622923215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.453143 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Allocated IP 172.20.0.1 (c2f710af-a064-4b7b-b43a-23e3b653ca60/6bcfbdae-9908-4ea7-bf26-ad8f988e1496/fe3b61bf-2942-4b9a-822b-207b71adeb48) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:19.455930 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:19.470816 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:37:19.485963 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (df878959-a4ec-470a-94b3-a469f194142b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.508797 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48454) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:19.510790 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586e6c7-aa19-4d15-8abb-f7e1a3c7f94b None None] Pushing event updated for resources: {'Port': ['ID=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:19.519275 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d335e8-8f87-4798-a500-b3726b018cbd None None] Network c6ebfcd5-91df-40c6-98e1-8eb185f4da9f requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:19.622038 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks [] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.638190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:19.645323 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Deleting subnet ae8442cc-a196-4a78-95cd-e3ac72ef9824 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:37:19.646292 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 2e3a693b-d34b-42a0-8ade-c873161ae96b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:19.646835 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.650472 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Publish callbacks [] for subnet (ae8442cc-a196-4a78-95cd-e3ac72ef9824), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.693181 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:19.826339 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:19.895215 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:19.903353 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:19.911846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:19.990592 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Publish callbacks [] for subnet (ae8442cc-a196-4a78-95cd-e3ac72ef9824), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.019209 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (ae8442cc-a196-4a78-95cd-e3ac72ef9824), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.117697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7624642a-4c80-4ba3-bea2-f8a622923215 admin admin] Publish callbacks [] for security_group (8239da67-05a3-4a98-b49c-b72ba3c74188), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.122857 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.135449 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:20.138350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.148761 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7624642a-4c80-4ba3-bea2-f8a622923215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (8239da67-05a3-4a98-b49c-b72ba3c74188), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.233026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7624642a-4c80-4ba3-bea2-f8a622923215 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8ac23313a6714c58a44e680eb5df0bee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3371625 Aug 24 15:37:20.287480 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:20.293497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:20.307228 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:20.327047 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48470) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:20.338303 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:20.339407 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:20.479194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks [] for port (a6942f31-0e19-474d-901a-fac0465bc794), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.514854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.519126 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9c5878a0-dd5b-44dc-aac1-8c44dd015448 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1690061 Aug 24 15:37:20.531588 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48478) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:20.545310 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (ae8442cc-a196-4a78-95cd-e3ac72ef9824), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.550933 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks [] for port (df878959-a4ec-470a-94b3-a469f194142b), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.554748 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Current status of the port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:20.650185 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c61fb4-8f23-4f2f-9534-412c4a0f9b75 None None] Network 105210c5-8b78-4e8c-bd12-9456d560212d requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:20.694538 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:20.695333 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd32d5-6af0-4859-abfb-07699f427c0f None None] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:37:20.700269 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (df878959-a4ec-470a-94b3-a469f194142b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.736883 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Attempting to bind port df878959-a4ec-470a-94b3-a469f194142b on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:20.737246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Attempting to bind port df878959-a4ec-470a-94b3-a469f194142b by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:20.737609 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Attempting to bind port df878959-a4ec-470a-94b3-a469f194142b on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:20.762404 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:20.762817 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:20.763196 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.764081 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:20.764551 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Bound port: df878959-a4ec-470a-94b3-a469f194142b, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:20.764931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (df878959-a4ec-470a-94b3-a469f194142b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.824301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624642a-4c80-4ba3-bea2-f8a622923215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239da67-05a3-4a98-b49c-b72ba3c74188,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:20.873763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:20.877539 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] For port df878959-a4ec-470a-94b3-a469f194142b, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:20.886428 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] For port df878959-a4ec-470a-94b3-a469f194142b, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=df878959-a4ec-470a-94b3-a469f194142b,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:20.891057 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.894741 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/ae8442cc-a196-4a78-95cd-e3ac72ef9824 HTTP/1.1" status: 204 len: 168 time: 1.3776426 Aug 24 15:37:20.927626 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48494) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:20.932741 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Provisioning complete for port 2e3a693b-d34b-42a0-8ade-c873161ae96b triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:20.933117 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:20.962150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:20.999229 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52a46d-5299-40e4-b12f-d771649baaf5 None None] Pushing event updated for resources: {'Port': ['ID=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:21.015153 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:21.024778 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (df878959-a4ec-470a-94b3-a469f194142b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.057199 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.124874 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (2cb9159b-36ed-4671-8514-e0b305697f60), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.133246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12e240-1913-4853-9735-dcb7b74e53e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8442cc-a196-4a78-95cd-e3ac72ef9824,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:21.184647 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.197800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:17Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:21.211687 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:21.212325 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:21.259477 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:21.260228 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Updating router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 port c874e68a-f77a-483a-8a1f-695d4cdb8a90 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:21.285035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:21.303563 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.342731 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:37:21.362695 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:21.372772 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:21.385690 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-452d1f72-2af9-4aa0-a55e-b3bf1d764e5f None None] Current status of the port 2e3a693b-d34b-42a0-8ade-c873161ae96b is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:21.421219 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:21.421745 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.463915 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539405b6-a7f0-4e7c-abd6-851db80f5197 None None] Pushing event updated for resources: {'Port': ['ID=df878959-a4ec-470a-94b3-a469f194142b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:21.473010 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:21.530932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (2cb9159b-36ed-4671-8514-e0b305697f60), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.552035 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 2e3a693b-d34b-42a0-8ade-c873161ae96b is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:21.553214 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:21.576420 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.577046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.577995 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.578470 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > port after_create 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.579013 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.579496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > port after_update 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.580039 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.580619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.581157 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.581689 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:21.632279 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:21.678407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.683109 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a76f9ee1-5ed6-4da4-af3e-f66c392e1583 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7254560 Aug 24 15:37:21.689504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:21.692030 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48504) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:21.780058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks [] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.792550 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.793357 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.799234 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:21.813682 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Provisioning complete for port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:21.814066 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.880267 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks [] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.892002 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.953383 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:21.954274 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:21.962329 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539405b6-a7f0-4e7c-abd6-851db80f5197 None None] Pushing event updated for resources: {'Port': ['ID=df878959-a4ec-470a-94b3-a469f194142b,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:21.979358 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:21.982520 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Attempting to bind port c874e68a-f77a-483a-8a1f-695d4cdb8a90 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:21.983076 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Attempting to bind port c874e68a-f77a-483a-8a1f-695d4cdb8a90 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:21.983590 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Attempting to bind port c874e68a-f77a-483a-8a1f-695d4cdb8a90 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:21.987061 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085117e1-3527-40d4-b86e-7fe35f6710bb None None] Pushing event updated for resources: {'Port': ['ID=c874e68a-f77a-483a-8a1f-695d4cdb8a90,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:21.995800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:21.996180 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:21.996580 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:21.996972 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:21.997442 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Bound port: c874e68a-f77a-483a-8a1f-695d4cdb8a90, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:21.997819 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.046211 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:22.046625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:22.046996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:22.047329 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:22.047729 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb9159b-36ed-4671-8514-e0b305697f60']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.103788 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Pushing event updated for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:22.106364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] Publish callbacks [] for security_group (8239da67-05a3-4a98-b49c-b72ba3c74188), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.132559 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] Publish callbacks [] for security_group (8239da67-05a3-4a98-b49c-b72ba3c74188), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.181650 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] For port c874e68a-f77a-483a-8a1f-695d4cdb8a90, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:22.188332 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] For port c874e68a-f77a-483a-8a1f-695d4cdb8a90, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c874e68a-f77a-483a-8a1f-695d4cdb8a90,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:22.199746 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:22.201712 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.212344 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:22.225006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:22.225454 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.300685 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:22.310827 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085117e1-3527-40d4-b86e-7fe35f6710bb None None] Pushing event updated for resources: {'Port': ['ID=c874e68a-f77a-483a-8a1f-695d4cdb8a90,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:22.313128 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac2699b-c9e1-417c-b934-a899cb6a32de') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.313429 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac2699b-c9e1-417c-b934-a899cb6a32de') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.346505 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:22.348811 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:22.349644 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.414533 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (dac2699b-c9e1-417c-b934-a899cb6a32de), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.431987 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Router 8ffb8d76-bbca-4932-b795-4120e9b37a6e has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:37:22.437681 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:22.477701 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:22.564812 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:22.735260 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:22.754284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:22.762118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:22.769111 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-453b3f0d-ec3b-4209-95a6-961b104c6f93 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/8ffb8d76-bbca-4932-b795-4120e9b37a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1372676 Aug 24 15:37:22.772921 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Sync routers for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:22.778583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:22.785669 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a6942f31-0e19-474d-901a-fac0465bc794), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.814688 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Current status of the port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:22.814688 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.874615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (dac2699b-c9e1-417c-b934-a899cb6a32de), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.891019 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:37:22.893414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (dac2699b-c9e1-417c-b934-a899cb6a32de), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:22.895691 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:22.896396 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.949435 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:14Z', 'revision_number': 3, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:22.994059 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0215b0b-0816-4d56-9b8b-42986fe3980c None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:14Z', 'revision_number': 3, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:23.022067 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (2cb9159b-36ed-4671-8514-e0b305697f60), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.037995 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (8239da67-05a3-4a98-b49c-b72ba3c74188), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.043273 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.044580 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8239da67-05a3-4a98-b49c-b72ba3c74188 HTTP/1.1" status: 204 len: 168 time: 2.7152705 Aug 24 15:37:23.056180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] For port d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:23.091538 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:23.099161 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.147871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.160855 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/2cb9159b-36ed-4671-8514-e0b305697f60 HTTP/1.1" status: 204 len: 168 time: 2.2276368 Aug 24 15:37:23.170171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48540) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:23.173031 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Provisioning complete for port fe3b61bf-2942-4b9a-822b-207b71adeb48 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:23.173447 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.173859 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:23.212457 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Pushing event updated for resources: {'Port': ['ID=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:23.216199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Port fe3b61bf-2942-4b9a-822b-207b71adeb48 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:23.243728 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Provisioning complete for port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:23.244193 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.252507 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792620cb-a3a9-4717-babc-097e53a2b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239da67-05a3-4a98-b49c-b72ba3c74188,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:23.308913 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaa2dc-9c1c-43ff-82b2-c63e004f0106 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb9159b-36ed-4671-8514-e0b305697f60,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:23.377278 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Deleting subnet 3a5a3277-faed-411b-8089-9ae9b488a20f {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:37:23.388670 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Publish callbacks [] for subnet (3a5a3277-faed-411b-8089-9ae9b488a20f), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.396726 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:17Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:23.440584 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:17Z', 'revision_number': 3, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:23.469835 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44bac9-5918-4837-8f3e-fc996dc8384b None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:17Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:23.484309 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Publish callbacks [] for subnet (3a5a3277-faed-411b-8089-9ae9b488a20f), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.559526 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (3a5a3277-faed-411b-8089-9ae9b488a20f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.626350 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device d01de7b5-9c2c-4ae1-a4b6-1adc417de023 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:23.643786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:23.645210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Updating router ed7ed7d8-3f30-408b-9a04-7a18600e9409 port 8ddc3388-732f-45de-afe0-c8a8fba7e698 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:23.650290 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.790619 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for subnet (3a5a3277-faed-411b-8089-9ae9b488a20f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.896531 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:21Z', 'revision_number': 4, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'fe3b61bf-2942-4b9a-822b-207b71adeb48', 'name': '', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'mac_address': 'fa:16:3e:86:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:21Z', 'revision_number': 2, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'subnets': [{'id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:23.897192 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:23.898549 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:23.917590 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5a3277-faed-411b-8089-9ae9b488a20f,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:23.970253 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Checking router: 8ffb8d76-bbca-4932-b795-4120e9b37a6e for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:23.970664 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Updating router 8ffb8d76-bbca-4932-b795-4120e9b37a6e port fe3b61bf-2942-4b9a-822b-207b71adeb48 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:24.017651 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.034192 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0366c597-2fd8-43f8-b53d-0a98de4e4320 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/3a5a3277-faed-411b-8089-9ae9b488a20f HTTP/1.1" status: 204 len: 168 time: 0.8535118 Aug 24 15:37:24.035304 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48560) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:24.052486 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.060067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Current status of the port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:24.060677 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.136440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks [] for port (a6942f31-0e19-474d-901a-fac0465bc794), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.151864 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.250872 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.266904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Allocated IP 172.20.0.1 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:24.289479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48564) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:24.295476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.299933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.322473 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.336390 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:24.336835 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.467545 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48584) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:24.475425 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] For port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:24.491778 dv-cinder-846054-2-iscsi neutron-server[106451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 15:37:24.497540 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.516146 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.542202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.596920 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48586) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:24.618236 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Pushing event updated for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:24.700661 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0bbca1fd-eebf-4d98-a87b-885ae962720d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.704516 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (c6ebfcd5-91df-40c6-98e1-8eb185f4da9f), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.717191 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.759573 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.822473 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Provisioning complete for port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:24.825132 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.846731 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:24.897529 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks [] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.909512 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.924340 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks [] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:24.967380 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment dac2699b-c9e1-417c-b934-a899cb6a32de resource provider aggregate not found Aug 24 15:37:25.039921 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment dac2699b-c9e1-417c-b934-a899cb6a32de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac2699b-c9e1-417c-b934-a899cb6a32de found for delete ", "request_id": "req-da80a82d-1ba9-4fee-bb47-f53597ffd135"}]} Aug 24 15:37:25.051715 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddb5ec-2a46-4f19-9f17-608ca04a53b3 None None] Pushing event updated for resources: {'Port': ['ID=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:25.070169 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:25.071910 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 87e9daef-2f34-4404-82bb-f4de8bc93b7a up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:25.086293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:25.104462 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603117-c4a2-4633-87c7-95ad3ff5e132 None None] Pushing event updated for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:25.112130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:25.157535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-e81678ed-c242-486e-b532-d0e8fa0c58e8 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:25.159138 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-e81678ed-c242-486e-b532-d0e8fa0c58e8 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/networks?id=c2f710af-a064-4b7b-b43a-23e3b653ca60 HTTP/1.1" status: 200 len: 811 time: 0.6877751 Aug 24 15:37:25.185207 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Attempting to bind port fe3b61bf-2942-4b9a-822b-207b71adeb48 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:25.185909 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Attempting to bind port fe3b61bf-2942-4b9a-822b-207b71adeb48 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:25.186483 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Attempting to bind port fe3b61bf-2942-4b9a-822b-207b71adeb48 on network c2f710af-a064-4b7b-b43a-23e3b653ca60 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:25.198223 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:25.199025 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Checking segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:25.199775 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.200361 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Bound using segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:25.201362 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Bound port: fe3b61bf-2942-4b9a-822b-207b71adeb48, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:25.204312 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.244839 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Allocated IP 172.20.0.1 (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a/65c88f76-225e-461a-a506-f4da2af09b04/99fb8d5f-b799-4485-b9ee-c20539ca689d) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:25.293642 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-d8f9b552-1536-4327-9d5e-4ccb27119380 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/quotas/ee9eb7c5b5f94cd78546a3c1cc3d7cc7 HTTP/1.1" status: 200 len: 375 time: 0.1231916 Aug 24 15:37:25.321426 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 87e9daef-2f34-4404-82bb-f4de8bc93b7a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:25.321827 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.330468 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Current status of the port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:25.348804 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-54ab4ec1-d12a-4ea8-b975-00e74dc2b891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.349289 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] For port fe3b61bf-2942-4b9a-822b-207b71adeb48, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:25.359117 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] For port fe3b61bf-2942-4b9a-822b-207b71adeb48, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=fe3b61bf-2942-4b9a-822b-207b71adeb48,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:25.371364 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.388935 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Provisioning complete for port fe3b61bf-2942-4b9a-822b-207b71adeb48 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:25.395733 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.437544 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:25.438168 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:25.481602 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks [] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.515285 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0bbca1fd-eebf-4d98-a87b-885ae962720d admin admin] Publish callbacks [] for security_group (a7f92eb9-11ee-424c-81fa-69f707d983a3), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.566441 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.568683 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (c6ebfcd5-91df-40c6-98e1-8eb185f4da9f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.593756 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48598) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:25.600997 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.628859 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603117-c4a2-4633-87c7-95ad3ff5e132 None None] Pushing event updated for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:25.656034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:25.659474 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b303088-3ac0-48ae-b346-70ccf7fc178d None None] Pushing event updated for resources: {'Port': ['ID=8ddc3388-732f-45de-afe0-c8a8fba7e698,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:25.664811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Attempting to bind port 8ddc3388-732f-45de-afe0-c8a8fba7e698 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:25.665188 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Attempting to bind port 8ddc3388-732f-45de-afe0-c8a8fba7e698 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:25.665564 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Attempting to bind port 8ddc3388-732f-45de-afe0-c8a8fba7e698 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:25.701620 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:25.727202 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Current status of the port fe3b61bf-2942-4b9a-822b-207b71adeb48 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:25.727602 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.790893 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 87e9daef-2f34-4404-82bb-f4de8bc93b7a is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:25.791522 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.795507 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0bbca1fd-eebf-4d98-a87b-885ae962720d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a7f92eb9-11ee-424c-81fa-69f707d983a3), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.812782 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:37:25.818389 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 87e9daef-2f34-4404-82bb-f4de8bc93b7a, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=87e9daef-2f34-4404-82bb-f4de8bc93b7a,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:25.820812 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:25.821581 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:25.822937 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.823548 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:25.824232 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Bound port: 8ddc3388-732f-45de-afe0-c8a8fba7e698, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:25.825010 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.828024 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.829111 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:25.898517 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbca1fd-eebf-4d98-a87b-885ae962720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f92eb9-11ee-424c-81fa-69f707d983a3,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:25.908839 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks [] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:25.916792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.917242 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.917928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.918261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.918588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.919115 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.919432 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.919772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.920088 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:25.920408 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:26.048785 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-54ab4ec1-d12a-4ea8-b975-00e74dc2b891 admin admin] Publish callbacks [] for security_group (c20a7951-c26c-438e-a7da-ba73e6e4a665), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.062709 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:21Z', 'revision_number': 4, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'fe3b61bf-2942-4b9a-822b-207b71adeb48', 'name': '', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'mac_address': 'fa:16:3e:86:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:25Z', 'revision_number': 4, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'subnets': [{'id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:26.067322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-54ab4ec1-d12a-4ea8-b975-00e74dc2b891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c20a7951-c26c-438e-a7da-ba73e6e4a665), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.086256 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:26.111231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:26.125339 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4ec1-d12a-4ea8-b975-00e74dc2b891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20a7951-c26c-438e-a7da-ba73e6e4a665,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.162600 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] For port fe3b61bf-2942-4b9a-822b-207b71adeb48, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=fe3b61bf-2942-4b9a-822b-207b71adeb48,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:26.168902 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:26.169248 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:26.169582 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:26.169907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 15:37:26.170448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ebfcd5-91df-40c6-98e1-8eb185f4da9f']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:26.171840 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.187386 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-54ab4ec1-d12a-4ea8-b975-00e74dc2b891 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=67aafb7c76a54d04b7f06d6f63461ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8844485 Aug 24 15:37:26.187674 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:26.188116 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48604) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:26.198451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.210161 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:26.212021 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Provisioning complete for port a6942f31-0e19-474d-901a-fac0465bc794 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:26.212527 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a6942f31-0e19-474d-901a-fac0465bc794), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.216109 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:26.219795 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-56b82f85-0bfa-4243-a512-c04dd116d675 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ee9eb7c5b5f94cd78546a3c1cc3d7cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8912382 Aug 24 15:37:26.221745 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d21c5a34-21c4-4034-86fd-280261420d93 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5376949 Aug 24 15:37:26.223394 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:26.226702 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:26.227362 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.233507 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=87e9daef-2f34-4404-82bb-f4de8bc93b7a,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.247703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:26.263963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:26.266613 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:26.309669 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] For port 8ddc3388-732f-45de-afe0-c8a8fba7e698, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:26.331064 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d835b-07a1-4bf7-be83-6bc3d84817d9 None None] The sync data for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi is: [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:37:21Z', 'revision_number': 4, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'fe3b61bf-2942-4b9a-822b-207b71adeb48', 'name': '', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'mac_address': 'fa:16:3e:86:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:25Z', 'revision_number': 4, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'subnets': [{'id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:26.399429 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.445468 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:26.445468 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.460535 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Pushing event updated for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.466377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d016d3-5e62-4bf3-bd4d-a26e342b16b3') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:26.467059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d016d3-5e62-4bf3-bd4d-a26e342b16b3') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:26.508893 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Pushing event updated for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.527074 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] Publish callbacks [] for security_group (c20a7951-c26c-438e-a7da-ba73e6e4a665), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.599093 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0bbca1fd-eebf-4d98-a87b-885ae962720d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=de267db0ce5944a7a6bcb3f9caa04f17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9719181 Aug 24 15:37:26.607079 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] Publish callbacks [] for security_group (c20a7951-c26c-438e-a7da-ba73e6e4a665), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.608479 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (87d016d3-5e62-4bf3-bd4d-a26e342b16b3), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.619478 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48614) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:26.620454 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-64c41d92-1027-4df5-9eec-e7eeaa675aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.635684 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] For port 8ddc3388-732f-45de-afe0-c8a8fba7e698, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=8ddc3388-732f-45de-afe0-c8a8fba7e698,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:26.667542 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Port a6942f31-0e19-474d-901a-fac0465bc794 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:26.674691 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.715000 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:26.715662 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:26.721394 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Provisioning complete for port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:26.721813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.725640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-4ae9c517-67f0-456a-80a7-779ec4ebfcf0 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:37:26.726821 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-4ae9c517-67f0-456a-80a7-779ec4ebfcf0 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2691319 Aug 24 15:37:26.758051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Pushing event updated for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.829847 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:26.838983 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (87d016d3-5e62-4bf3-bd4d-a26e342b16b3), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.844055 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.879982 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.919095 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:26.922580 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:37:26.927227 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (87d016d3-5e62-4bf3-bd4d-a26e342b16b3), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.949775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c20a7951-c26c-438e-a7da-ba73e6e4a665), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.952619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:26.953816 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c20a7951-c26c-438e-a7da-ba73e6e4a665 HTTP/1.1" status: 204 len: 168 time: 0.7422462 Aug 24 15:37:26.983734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5abc05-2f2c-4921-9865-e18124d94975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20a7951-c26c-438e-a7da-ba73e6e4a665,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:26.998907 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:27.107605 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] Publish callbacks [] for security_group (a7f92eb9-11ee-424c-81fa-69f707d983a3), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.114218 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48628) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:27.120336 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932763481', 'description': 'tempest-description--1490092559'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:27.122514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:27.151001 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b303088-3ac0-48ae-b346-70ccf7fc178d None None] Pushing event updated for resources: {'Port': ['ID=8ddc3388-732f-45de-afe0-c8a8fba7e698,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:27.192063 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:27.261188 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.291229 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks [] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.292030 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (c6ebfcd5-91df-40c6-98e1-8eb185f4da9f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.323194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.361246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8c23fc03-cd7c-492e-a30e-a2f2d587d8ac None None] Current status of the port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:27.377486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:27.461567 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:27.462216 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:27.533233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:27.564380 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.569826 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Pushing event updated for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:27.585134 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48634) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:27.621258 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-70e9f8b1-8185-4728-a7a9-116400087348 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8757470 Aug 24 15:37:27.632414 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c874e68a-f77a-483a-8a1f-695d4cdb8a90 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:27.637956 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.652648 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/c6ebfcd5-91df-40c6-98e1-8eb185f4da9f HTTP/1.1" status: 204 len: 168 time: 3.6024590 Aug 24 15:37:27.656113 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ed3dc45-5eea-4a39-af27-cf4667c29b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.661479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (056525b4-4cc9-4d60-a131-24e0e4a821b7), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.688795 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (056525b4-4cc9-4d60-a131-24e0e4a821b7), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.703887 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Provisioning complete for port 99fb8d5f-b799-4485-b9ee-c20539ca689d triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:27.704263 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.708577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:27.737558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.742266 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6240983 Aug 24 15:37:27.802863 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48640) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:27.823691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-8fa3a9d1-1c39-4a23-8a2b-42db60e3a4a7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521246 Aug 24 15:37:27.834104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] Publish callbacks [] for security_group (a7f92eb9-11ee-424c-81fa-69f707d983a3), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.844496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group_rule': {'security_group_id': '056525b4-4cc9-4d60-a131-24e0e4a821b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:27.920148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344c502-0c6e-47d1-a3f7-b9e457ced9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ebfcd5-91df-40c6-98e1-8eb185f4da9f,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:27.928751 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Port 99fb8d5f-b799-4485-b9ee-c20539ca689d cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:27.934484 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:27.945742 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f3951-a7f9-43f6-937f-e1572f4eaa11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=056525b4-4cc9-4d60-a131-24e0e4a821b7,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:27.967212 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c874e68a-f77a-483a-8a1f-695d4cdb8a90 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:27.968738 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:27.987078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:27.997102 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks [] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.014808 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.020141 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-64c41d92-1027-4df5-9eec-e7eeaa675aca admin admin] Publish callbacks [] for security_group (17685762-386c-4b72-b3ae-66fb73487fe1), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.025616 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (2f960dc5-f311-4738-b046-f5eb962b2df4), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.072888 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:28.090001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Pushing event updated for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:28.096071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-64c41d92-1027-4df5-9eec-e7eeaa675aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (17685762-386c-4b72-b3ae-66fb73487fe1), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.120137 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48644) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.124556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:28.143116 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 87d016d3-5e62-4bf3-bd4d-a26e342b16b3 resource provider aggregate not found Aug 24 15:37:28.149663 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.151496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a7f92eb9-11ee-424c-81fa-69f707d983a3), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.153956 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.155365 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a7f92eb9-11ee-424c-81fa-69f707d983a3 HTTP/1.1" status: 204 len: 168 time: 1.5297492 Aug 24 15:37:28.165319 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Provisioning complete for port a6942f31-0e19-474d-901a-fac0465bc794 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:28.166901 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a6942f31-0e19-474d-901a-fac0465bc794), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.192856 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 87d016d3-5e62-4bf3-bd4d-a26e342b16b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87d016d3-5e62-4bf3-bd4d-a26e342b16b3 found for delete ", "request_id": "req-e0909a66-c9ed-48a5-8847-c7d4ef5a694e"}]} Aug 24 15:37:28.215807 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-64c41d92-1027-4df5-9eec-e7eeaa675aca admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cc41f505368f4a30bdf1822de4ec66b3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4552147 Aug 24 15:37:28.215997 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:28.228452 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c41d92-1027-4df5-9eec-e7eeaa675aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17685762-386c-4b72-b3ae-66fb73487fe1,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:28.231835 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48658) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.297900 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48664) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.300167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (2f960dc5-f311-4738-b046-f5eb962b2df4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.304910 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ac3d4-2625-4a12-8196-53021f7fa0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f92eb9-11ee-424c-81fa-69f707d983a3,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:28.330869 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:24Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:28.377947 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (2f960dc5-f311-4738-b046-f5eb962b2df4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.391048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ed3dc45-5eea-4a39-af27-cf4667c29b93 admin admin] Publish callbacks [] for security_group (65c8ffd5-9cfe-4318-8f3f-70b76a3b0721), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.402957 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f2b4115f-56d9-4924-b044-9cb32254d4b3 req-bb006151-0907-4dd8-be94-c45ad91a608f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.1036706 Aug 24 15:37:28.422788 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] Publish callbacks [] for security_group (17685762-386c-4b72-b3ae-66fb73487fe1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.438445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Port a6942f31-0e19-474d-901a-fac0465bc794 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:28.465932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] Publish callbacks [] for security_group (17685762-386c-4b72-b3ae-66fb73487fe1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.481808 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e41e2-68ba-4152-b002-4cab3470e82b None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:24Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:28.490299 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:28.506289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:28.571699 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ac570a85-5449-47a4-bb21-96b12d0cd71f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d8697b4591024e9e95a0ed517541293f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4446626 Aug 24 15:37:28.572715 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ed3dc45-5eea-4a39-af27-cf4667c29b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (65c8ffd5-9cfe-4318-8f3f-70b76a3b0721), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.576859 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48670) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.606526 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:28.629245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f960dc5-f311-4738-b046-f5eb962b2df4,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:28.632934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Provisioning complete for port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:28.633341 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.712358 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3ed3dc45-5eea-4a39-af27-cf4667c29b93 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2e81eecde2a44934841e9842c61122a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1230540 Aug 24 15:37:28.723112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48672) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.726549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:37:28.737463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3dc45-5eea-4a39-af27-cf4667c29b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c8ffd5-9cfe-4318-8f3f-70b76a3b0721,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:28.777832 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.781971 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-abe2209d-4de6-4e29-8864-d00467538162 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9647865 Aug 24 15:37:28.786512 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48676) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:28.832743 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c45b4236-0be1-430a-8cf7-3e0e72855165 None None] Port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:28.836682 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c874e68a-f77a-483a-8a1f-695d4cdb8a90 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:28.837077 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:28.839542 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group_rule': {'security_group_id': '056525b4-4cc9-4d60-a131-24e0e4a821b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:28.951401 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:37:28.963528 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:28.964626 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port c874e68a-f77a-483a-8a1f-695d4cdb8a90, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c874e68a-f77a-483a-8a1f-695d4cdb8a90,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:29.023645 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.025531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device d01de7b5-9c2c-4ae1-a4b6-1adc417de023 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:29.041540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:29.047781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] Publish callbacks [] for security_group (65c8ffd5-9cfe-4318-8f3f-70b76a3b0721), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.102424 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] Publish callbacks [] for security_group (65c8ffd5-9cfe-4318-8f3f-70b76a3b0721), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.107179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Provisioning complete for port 99fb8d5f-b799-4485-b9ee-c20539ca689d triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:29.107583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.128678 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (17685762-386c-4b72-b3ae-66fb73487fe1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.131680 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.137238 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/17685762-386c-4b72-b3ae-66fb73487fe1 HTTP/1.1" status: 204 len: 168 time: 0.9024413 Aug 24 15:37:29.161194 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:23Z', 'revision_number': 2, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:29.209889 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227a905-16ee-43cc-8e32-19fbda67d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17685762-386c-4b72-b3ae-66fb73487fe1,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:29.229150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] Publish callbacks [] for security_group (e4aaa46d-d9b1-4cd5-ad87-6a914026a531), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.256442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:29.264096 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-135f61ae-3251-409e-ba9c-8a3eb4384001 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/cba1cfe7-0355-4e17-a6da-1575ff37c2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7234609 Aug 24 15:37:29.275484 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:29.305084 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:29.305751 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:29.308235 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (65c8ffd5-9cfe-4318-8f3f-70b76a3b0721), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.310515 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] Publish callbacks [] for security_group (e4aaa46d-d9b1-4cd5-ad87-6a914026a531), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.311826 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.315125 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/65c8ffd5-9cfe-4318-8f3f-70b76a3b0721 HTTP/1.1" status: 204 len: 168 time: 0.5838304 Aug 24 15:37:29.332293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:29.332836 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Updating router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 port a6942f31-0e19-474d-901a-fac0465bc794 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:29.341453 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf4d9a-51e2-482a-8de5-da9e9be885f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c8ffd5-9cfe-4318-8f3f-70b76a3b0721,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:29.427964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (5d84d99f-d988-4228-82dc-e921b7bf583a), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.468119 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Port 99fb8d5f-b799-4485-b9ee-c20539ca689d cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:29.510329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:29.559648 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:29.561779 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.620577 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:29.637671 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-41359aea-855a-4263-9301-6f81e9fcb9e3 req-6b67f556-f97c-4714-a1ba-bb2c67e3b866 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.1032526 Aug 24 15:37:29.654699 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:37:29.662852 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2d77a290-4177-433b-b81b-95d2e65b90da admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/ed7ed7d8-3f30-408b-9a04-7a18600e9409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9694479 Aug 24 15:37:29.700651 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (5d84d99f-d988-4228-82dc-e921b7bf583a), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.700651 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e4aaa46d-d9b1-4cd5-ad87-6a914026a531), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.702314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.703884 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e4aaa46d-d9b1-4cd5-ad87-6a914026a531 HTTP/1.1" status: 204 len: 168 time: 1.1238220 Aug 24 15:37:29.708098 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (5d84d99f-d988-4228-82dc-e921b7bf583a), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.735092 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d84d99f-d988-4228-82dc-e921b7bf583a,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:29.761990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab96bd9-ef42-49a5-bd94-fc533f9041ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aaa46d-d9b1-4cd5-ad87-6a914026a531,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:29.777567 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.779202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48728) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:29.780721 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8255013e-085d-498c-ae0a-7750125994f4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9762273 Aug 24 15:37:29.786667 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:29.794549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:29.867331 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.878079 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=c874e68a-f77a-483a-8a1f-695d4cdb8a90,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:29.891872 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a6942f31-0e19-474d-901a-fac0465bc794), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:29.922912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Provisioning complete for port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:29.923656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.120920 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:30.134683 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 2, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:30.188743 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:30.190985 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Updating router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 port 99fb8d5f-b799-4485-b9ee-c20539ca689d binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:30.248205 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:30.263886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.289939 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.362810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:30.366340 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3cb3d-1764-4e08-82eb-ce5e8c849e0d None None] Port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:30.402540 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks [] for port (a6942f31-0e19-474d-901a-fac0465bc794), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.427184 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:30.440064 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.478970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:30.480647 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device df878959-a4ec-470a-94b3-a469f194142b up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:30.633389 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e870a5-405a-45ab-890c-3b55cffeba78 None None] Pushing event updated for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:30.667080 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Attempting to bind port a6942f31-0e19-474d-901a-fac0465bc794 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:30.667680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Attempting to bind port a6942f31-0e19-474d-901a-fac0465bc794 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:30.667951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Attempting to bind port a6942f31-0e19-474d-901a-fac0465bc794 on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:30.673937 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:30.674431 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Checking segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:30.689987 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.690707 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Bound using segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:30.692941 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Bound port: a6942f31-0e19-474d-901a-fac0465bc794, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:30.693348 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a6942f31-0e19-474d-901a-fac0465bc794), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.695957 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port df878959-a4ec-470a-94b3-a469f194142b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:30.696319 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (df878959-a4ec-470a-94b3-a469f194142b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.752623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Allocated IP 172.27.4.3 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/572c2b1f-6c0f-4eb7-90fc-b1e83c658b26) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:30.786144 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48752) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:30.819008 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] For port a6942f31-0e19-474d-901a-fac0465bc794, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:30.840349 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] For port a6942f31-0e19-474d-901a-fac0465bc794, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=a6942f31-0e19-474d-901a-fac0465bc794,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:30.853027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port df878959-a4ec-470a-94b3-a469f194142b is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:30.853521 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (df878959-a4ec-470a-94b3-a469f194142b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.883323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.939440 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks [] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.959955 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.965020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port df878959-a4ec-470a-94b3-a469f194142b, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=df878959-a4ec-470a-94b3-a469f194142b,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:30.990345 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (df878959-a4ec-470a-94b3-a469f194142b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:30.991181 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 87e9daef-2f34-4404-82bb-f4de8bc93b7a up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:31.020001 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.049115 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:31.055667 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:31.099527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.150203 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca4dc9-95d6-4cad-a5ae-057ccf9aea4b None None] Pushing event updated for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:31.197499 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:31.209228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:31.235733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:31.257493 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Attempting to bind port 99fb8d5f-b799-4485-b9ee-c20539ca689d on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:31.259255 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Attempting to bind port 99fb8d5f-b799-4485-b9ee-c20539ca689d by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:31.259824 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Attempting to bind port 99fb8d5f-b799-4485-b9ee-c20539ca689d on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:31.268268 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:31.268956 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:31.269641 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.270191 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Bound using segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:31.271303 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Bound port: 99fb8d5f-b799-4485-b9ee-c20539ca689d, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:31.271846 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.274078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e870a5-405a-45ab-890c-3b55cffeba78 None None] Pushing event updated for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:31.342766 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48764) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:31.356790 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667116495', 'description': 'tempest-description--1161904021'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:31.364273 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cb3ad22b-e366-4770-8fce-0f76c39ce6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.365854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=572c2b1f-6c0f-4eb7-90fc-b1e83c658b26,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:31.455601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48768) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:31.515185 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] For port 99fb8d5f-b799-4485-b9ee-c20539ca689d, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:31.517536 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:31.532270 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] For port 99fb8d5f-b799-4485-b9ee-c20539ca689d, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99fb8d5f-b799-4485-b9ee-c20539ca689d,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:31.538663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.544023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cb3ad22b-e366-4770-8fce-0f76c39ce6a9 admin admin] Publish callbacks [] for security_group (2ada8cff-73d9-4435-acb9-85ff2aa087ee), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.548731 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.614382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cb3ad22b-e366-4770-8fce-0f76c39ce6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2ada8cff-73d9-4435-acb9-85ff2aa087ee), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.702979 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cb3ad22b-e366-4770-8fce-0f76c39ce6a9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f5d800d95ce0432789bdca414210e778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9136624 Aug 24 15:37:31.709292 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48772) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:31.717805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ad22b-e366-4770-8fce-0f76c39ce6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada8cff-73d9-4435-acb9-85ff2aa087ee,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:31.727859 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:31.735301 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:31.770263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.18', 54174) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:31.789810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:31.792880 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=df878959-a4ec-470a-94b3-a469f194142b,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:31.840675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-ecd9a09f-66d9-48c4-9c5a-1fcea16a2214 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:31.849853 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 87e9daef-2f34-4404-82bb-f4de8bc93b7a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:31.850258 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.854436 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-ecd9a09f-66d9-48c4-9c5a-1fcea16a2214 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 0.5630355 Aug 24 15:37:31.869593 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-550ae07b-06e4-403d-a64b-8d97cb25c1ee req-846fc45c-dfad-4f88-beb0-b2cff09a0d65 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.0996499 Aug 24 15:37:31.948752 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:31.955321 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca4dc9-95d6-4cad-a5ae-057ccf9aea4b None None] Pushing event updated for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:32.035169 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-460ba651-5b9e-423d-8686-556333714660 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/quotas/3d204b26857042e397b91be285fa3ed9 HTTP/1.1" status: 200 len: 375 time: 0.1387460 Aug 24 15:37:32.053744 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] Publish callbacks [] for security_group (2ada8cff-73d9-4435-acb9-85ff2aa087ee), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.069810 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.075775 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:32.095617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 87e9daef-2f34-4404-82bb-f4de8bc93b7a is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:32.097534 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device fe3b61bf-2942-4b9a-822b-207b71adeb48 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:32.103123 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-67804936-1eb9-46eb-9445-0cbc90fd7995 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=dad6f420cca7474782c49511f3e1e25b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6410773 Aug 24 15:37:32.104078 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48782) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:32.182356 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.200397 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (6b1d7549-5e1e-404d-bb56-859a26c8ff7e), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.220725 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.222205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.228217 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6b1d7549-5e1e-404d-bb56-859a26c8ff7e), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.309883 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.325262 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port fe3b61bf-2942-4b9a-822b-207b71adeb48 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:32.325679 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.345533 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-c579c64b-48e6-47be-a41b-1f8eec40cfa4 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:32.348113 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-c579c64b-48e6-47be-a41b-1f8eec40cfa4 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.18 "GET /networking/v2.0/networks?id=c2f710af-a064-4b7b-b43a-23e3b653ca60 HTTP/1.1" status: 200 len: 811 time: 0.5655296 Aug 24 15:37:32.368180 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] Publish callbacks [] for security_group (2ada8cff-73d9-4435-acb9-85ff2aa087ee), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.413128 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Request body: {'port': {'device_id': '97b68fc0-0cf5-4107-826c-b811fd855918', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'admin_state_up': True, 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:32.479430 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-45f36042-636a-4465-baea-54fd94f10f09 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4166026 Aug 24 15:37:32.541941 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port fe3b61bf-2942-4b9a-822b-207b71adeb48 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:32.546039 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:31Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:32.546541 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:32.552706 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.560075 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2131727 Aug 24 15:37:32.567553 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 48804) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:32.575311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '6b1d7549-5e1e-404d-bb56-859a26c8ff7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:32.584936 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08fb96-4558-4f52-a362-04aa488016d7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d7549-5e1e-404d-bb56-859a26c8ff7e,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:32.587027 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf416a31-304f-4a26-9eeb-797ffb2eb73f None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:31Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:32.608886 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.609572 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:32.641834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:32.642241 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.645447 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:32.661662 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] Publish callbacks [] for security_group (ceb32d5b-85d7-49b8-b757-facc0f0b33a4), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.752516 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fbe51-e832-4fc3-877b-30b692dcef1a None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:32.760883 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] Publish callbacks [] for security_group (ceb32d5b-85d7-49b8-b757-facc0f0b33a4), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:32.873992 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:32.997780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2ada8cff-73d9-4435-acb9-85ff2aa087ee), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.000777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.008868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2ada8cff-73d9-4435-acb9-85ff2aa087ee HTTP/1.1" status: 204 len: 168 time: 1.2919376 Aug 24 15:37:33.094459 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (d3482627-e990-4ac0-a755-db90094cd728), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.151782 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ceb32d5b-85d7-49b8-b757-facc0f0b33a4), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.165491 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.166768 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ceb32d5b-85d7-49b8-b757-facc0f0b33a4 HTTP/1.1" status: 204 len: 168 time: 0.9526637 Aug 24 15:37:33.201477 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34161015-0460-4b44-b1dd-e51f122137fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb32d5b-85d7-49b8-b757-facc0f0b33a4,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:33.205288 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-158dcd9e-a5ca-41f6-908d-bc1137b47e96 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248874 Aug 24 15:37:33.206084 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001e20d-54c4-4c51-ac74-60c04b04b8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada8cff-73d9-4435-acb9-85ff2aa087ee,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:33.259434 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.273258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.365158 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-deca2928-4de1-47c3-9ba1-80661fbf89b1 req-cd5c0f06-0a3d-4cf0-852d-b0111f9d99d5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.1548972 Aug 24 15:37:33.385801 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=572c2b1f-6c0f-4eb7-90fc-b1e83c658b26,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:33.424568 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.446896 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Made reservation on behalf of ee9eb7c5b5f94cd78546a3c1cc3d7cc7 for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:33.451036 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.466932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.482173 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-fdc78d8f-51ab-4374-a44b-3628d511b1ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7013011 Aug 24 15:37:33.505353 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c874e68a-f77a-483a-8a1f-695d4cdb8a90 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:33.512272 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (d3482627-e990-4ac0-a755-db90094cd728), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.530801 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (d3482627-e990-4ac0-a755-db90094cd728), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.568252 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-22a0d210-a2b9-494b-8990-a3efdf3431f0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959189 Aug 24 15:37:33.614706 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c874e68a-f77a-483a-8a1f-695d4cdb8a90 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:33.617750 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.732488 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.733942 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1628430 Aug 24 15:37:33.736053 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b54ce-1680-464c-8199-3c886ef00e13 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3482627-e990-4ac0-a755-db90094cd728,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:33.736900 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48844) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:33.741678 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '6b1d7549-5e1e-404d-bb56-859a26c8ff7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:33.769535 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c874e68a-f77a-483a-8a1f-695d4cdb8a90 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:33.771166 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 8ddc3388-732f-45de-afe0-c8a8fba7e698 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:33.817886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (584f0cf9-8e05-4e90-85bb-2acf4d1745f2), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:33.914424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 8ddc3388-732f-45de-afe0-c8a8fba7e698 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:33.914873 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.006573 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:34.007642 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (584f0cf9-8e05-4e90-85bb-2acf4d1745f2), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.011355 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4de78e8b-26cf-4fc2-b2df-a29d70d95b58 req-2e58caa9-245f-46ad-942e-cb662228987c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 210 time: 0.0694416 Aug 24 15:37:34.016358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (584f0cf9-8e05-4e90-85bb-2acf4d1745f2), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.065315 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f0cf9-8e05-4e90-85bb-2acf4d1745f2,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:34.080108 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.084046 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1ce7223b-24e2-461f-b167-c8b9c057264a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460824 Aug 24 15:37:34.087608 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48862) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:34.092286 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:34.155093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.162756 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Allocated IP 172.20.0.3 (c2f710af-a064-4b7b-b43a-23e3b653ca60/6bcfbdae-9908-4ea7-bf26-ad8f988e1496/4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:34.333068 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.366807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 8ddc3388-732f-45de-afe0-c8a8fba7e698 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:34.367402 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.385225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:34.410793 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:37:34.451328 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 8ddc3388-732f-45de-afe0-c8a8fba7e698, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=8ddc3388-732f-45de-afe0-c8a8fba7e698,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:34.465965 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.472536 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99fb8d5f-b799-4485-b9ee-c20539ca689d up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:34.543712 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:34.544741 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:34.717596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:34.735885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.27.4.67 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/511379f1-bb4c-4596-88bf-aa74971fa758) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:34.766138 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=8ddc3388-732f-45de-afe0-c8a8fba7e698,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:34.788061 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 99fb8d5f-b799-4485-b9ee-c20539ca689d triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:34.788656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.860846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks [] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:34.915246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:34.942168 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:35.091087 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 99fb8d5f-b799-4485-b9ee-c20539ca689d is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:35.091877 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.094667 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:35.111571 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (511379f1-bb4c-4596-88bf-aa74971fa758), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.172936 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-495a91d4-e7ee-4c02-8029-51b060c56f25 req-daf41b31-4376-4f68-b4fa-3c4ee1d711ee tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.2107186 Aug 24 15:37:35.204233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.264979 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-f6a9c66b-e07f-4c46-ac9b-88e7e692b1a6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1932763481&fields=id&tenant_id=98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 267 time: 0.3899477 Aug 24 15:37:35.270823 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.299216 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 99fb8d5f-b799-4485-b9ee-c20539ca689d, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99fb8d5f-b799-4485-b9ee-c20539ca689d,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:35.361142 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.372311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device df878959-a4ec-470a-94b3-a469f194142b up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:35.390984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:35.398252 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:35.418016 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=511379f1-bb4c-4596-88bf-aa74971fa758,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:35.426401 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:35.518838 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:35.659940 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.713567 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Pushing event updated for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:35.801409 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:27Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:35.816594 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:35.901229 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:37:35.904792 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Updating router ed7ed7d8-3f30-408b-9a04-7a18600e9409 port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:37:35.920103 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:35.936569 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48936) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:36.005620 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port df878959-a4ec-470a-94b3-a469f194142b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:36.006204 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (df878959-a4ec-470a-94b3-a469f194142b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.022886 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:36.092017 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.302000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (511379f1-bb4c-4596-88bf-aa74971fa758), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.315266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.504624 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:36.535043 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1e510b19-fcda-44d6-9415-df9cc549cc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.549745 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.572545 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=511379f1-bb4c-4596-88bf-aa74971fa758,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:36.604328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:36.632871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:36.663520 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.673613 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-898cfc80-59b1-4bbb-ad0b-81a6490d2af1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5847285 Aug 24 15:37:36.723276 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:36.895252 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-58883b07-35c7-4f6d-8290-092525ff6e8a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:36.896210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port df878959-a4ec-470a-94b3-a469f194142b is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:36.899352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-58883b07-35c7-4f6d-8290-092525ff6e8a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 1.4027081 Aug 24 15:37:36.900055 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device a6942f31-0e19-474d-901a-fac0465bc794 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:36.941192 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1e510b19-fcda-44d6-9415-df9cc549cc86 admin admin] Publish callbacks [] for security_group (b004100b-3bb8-4607-a8a8-8873c7e72398), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.949485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1e510b19-fcda-44d6-9415-df9cc549cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b004100b-3bb8-4607-a8a8-8873c7e72398), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:36.974401 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-6fbbe2c3-d74d-492c-a14e-96c1e9038ad3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/quotas/3d204b26857042e397b91be285fa3ed9 HTTP/1.1" status: 200 len: 375 time: 0.0509510 Aug 24 15:37:37.044958 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:37.045493 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.121671 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1e510b19-fcda-44d6-9415-df9cc549cc86 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cf7d3ab6c1e54f708e112a7a846deebd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1837599 Aug 24 15:37:37.132780 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 48960) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:37.146426 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:37.156265 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e510b19-fcda-44d6-9415-df9cc549cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004100b-3bb8-4607-a8a8-8873c7e72398,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:37.173118 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port a6942f31-0e19-474d-901a-fac0465bc794 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:37.173535 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a6942f31-0e19-474d-901a-fac0465bc794), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.210778 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks [] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.215091 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-560997b7-c86a-497b-80b1-5675acefff05 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:37.233522 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-560997b7-c86a-497b-80b1-5675acefff05 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 811 time: 1.9669254 Aug 24 15:37:37.272908 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-25fb2f90-3961-4d35-befb-a6cd5cfd860b None None] Provisioning complete for port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:37.275420 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-25fb2f90-3961-4d35-befb-a6cd5cfd860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.286869 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] Publish callbacks [] for security_group (b004100b-3bb8-4607-a8a8-8873c7e72398), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.307147 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-782b7579-8995-4d14-9ce5-46d1803b3795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9022787 Aug 24 15:37:37.318734 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.333000 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-ce661695-8898-4fe3-ba29-07160599c92c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/quotas/98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 375 time: 0.0984747 Aug 24 15:37:37.353222 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-d5755992-7155-4211-ba56-abdf69c276d3 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:37:37.367939 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-d5755992-7155-4211-ba56-abdf69c276d3 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0339208 Aug 24 15:37:37.401389 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-6f2d73a6-d7b7-43d3-a101-712d7acfaa74 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3814518 Aug 24 15:37:37.412672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] Publish callbacks [] for security_group (b004100b-3bb8-4607-a8a8-8873c7e72398), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.550702 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b004100b-3bb8-4607-a8a8-8873c7e72398), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.553641 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:37.554824 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b004100b-3bb8-4607-a8a8-8873c7e72398 HTTP/1.1" status: 204 len: 168 time: 0.4167657 Aug 24 15:37:37.600452 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa96983-19d6-4142-ae19-bc5315e06b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004100b-3bb8-4607-a8a8-8873c7e72398,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:37.626834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:37.733010 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.18', 54181) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:37.874841 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-25fb2f90-3961-4d35-befb-a6cd5cfd860b None None] Port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:37.900717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152404ee-aeaf-488f-832d-31bf157f12ee None None] Pushing event updated for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:37.905421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-061a86e7-9299-4543-9c5a-17e532499aef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:37.907032 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-061a86e7-9299-4543-9c5a-17e532499aef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 0.3329208 Aug 24 15:37:37.942454 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'port': {'device_id': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'admin_state_up': True, 'tenant_id': '3d204b26857042e397b91be285fa3ed9'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:38.002580 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Attempting to bind port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:38.004657 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Attempting to bind port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:38.005437 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Attempting to bind port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:38.020037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:38.021166 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:38.022292 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.023219 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:38.025540 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Bound port: c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:38.026218 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.118400 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:38.133795 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] For port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:38.139210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port a6942f31-0e19-474d-901a-fac0465bc794 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:38.139840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a6942f31-0e19-474d-901a-fac0465bc794), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.188841 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] For port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:38.213558 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:38.219029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.227578 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port a6942f31-0e19-474d-901a-fac0465bc794, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=a6942f31-0e19-474d-901a-fac0465bc794,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:38.317160 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.354862 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-27501254-f6b3-4cf7-8f85-736c60dd9afd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9468381 Aug 24 15:37:38.372487 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:37:38.374358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:38.392667 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-a42f1fd2-7c18-4e96-b69e-37b8c6c4730b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0219641 Aug 24 15:37:38.413907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Made reservation on behalf of 3d204b26857042e397b91be285fa3ed9 for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:38.434954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:38.506511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152404ee-aeaf-488f-832d-31bf157f12ee None None] Pushing event updated for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:38.577090 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99fb8d5f-b799-4485-b9ee-c20539ca689d up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:38.741878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Request body: {'port': {'device_id': '97b68fc0-0cf5-4107-826c-b811fd855918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:38.749510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:37:38.751777 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:38.840556 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Allocated IP 172.20.0.6 (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a/65c88f76-225e-461a-a506-f4da2af09b04/d16aa60b-75fe-494c-ab0b-80320b598060) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:38.995887 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 99fb8d5f-b799-4485-b9ee-c20539ca689d triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:38.997051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.015151 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.238156 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:37:39.242061 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 99fb8d5f-b799-4485-b9ee-c20539ca689d is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:39.243505 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 8ddc3388-732f-45de-afe0-c8a8fba7e698 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:39.298675 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fecfd-bdc3-4445-a576-08fe7854dc68 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:37:39.354901 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:39.368233 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 8ddc3388-732f-45de-afe0-c8a8fba7e698 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:39.377253 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.582900 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 8ddc3388-732f-45de-afe0-c8a8fba7e698 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:39.642573 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49030) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:39.651680 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-7715ca0e-eebf-4d09-913b-06f678b6a22b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2958040 Aug 24 15:37:39.699962 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8fba308-0165-4812-95bf-8cc9fae46418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.720056 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for port (d16aa60b-75fe-494c-ab0b-80320b598060), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.822667 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:39.939043 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:40.032691 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:40.042141 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:40.057225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:40.078462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:40.276502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c221b-6418-4ba3-92c7-8efb4a62bcf8 req-5e9d41e7-135f-4408-8a0b-9720829890af tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:40.284579 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4b1c221b-6418-4ba3-92c7-8efb4a62bcf8 req-5e9d41e7-135f-4408-8a0b-9720829890af tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 931 time: 0.2081556 Aug 24 15:37:40.362347 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-a3942c73-641f-426b-a040-261d6dbdb9dc service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:37:40.363418 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-a3942c73-641f-426b-a040-261d6dbdb9dc service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6744649 Aug 24 15:37:40.372112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:40.431844 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:40.450360 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks [] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:40.537525 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Transition to ACTIVE for port object 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:37:40.569226 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:40.570155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:40.589479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:40.599144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:40.649458 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:40.828951 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4b1c221b-6418-4ba3-92c7-8efb4a62bcf8 req-7b4b1a7a-f94a-4b67-a6f0-e5bdcaed61ba tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432379 Aug 24 15:37:40.844515 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49058) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:40.881025 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-5a6519d5-766e-4a9e-af21-aa6d5957e5c3 None None] Provisioning complete for port d16aa60b-75fe-494c-ab0b-80320b598060 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:40.881561 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5a6519d5-766e-4a9e-af21-aa6d5957e5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:40.948375 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-7a8105d5-67ab-4f08-a6c2-d8b77845c1bc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0150096 Aug 24 15:37:40.961228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:41.031084 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8fba308-0165-4812-95bf-8cc9fae46418 admin admin] Publish callbacks [] for security_group (79ff27f5-b426-42c9-99a4-56f7d60e8673), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.033397 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Request body: {'port': {'device_id': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:41.069426 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8fba308-0165-4812-95bf-8cc9fae46418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (79ff27f5-b426-42c9-99a4-56f7d60e8673), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.173904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:41.174266 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.320146 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5a6519d5-766e-4a9e-af21-aa6d5957e5c3 None None] Port d16aa60b-75fe-494c-ab0b-80320b598060 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:41.345918 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-1df3ce41-8852-4ab6-aa09-2b0a94dedb3b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9645197 Aug 24 15:37:41.417046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba308-0165-4812-95bf-8cc9fae46418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff27f5-b426-42c9-99a4-56f7d60e8673,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:41.432543 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e8fba308-0165-4812-95bf-8cc9fae46418 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=66f002821023441098a3b3d65c384bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7869778 Aug 24 15:37:41.436873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49082) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:41.473824 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:41.474588 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.540311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:41.584165 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:41.591510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.597086 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device a6942f31-0e19-474d-901a-fac0465bc794 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:41.673459 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-ed987328-ddef-43bb-98f7-7ee97c1af7fd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250039 Aug 24 15:37:41.953692 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78d97a0c-ef52-4323-91c3-e5b95b13163a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:41.982221 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:41.986697 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port a6942f31-0e19-474d-901a-fac0465bc794 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:41.989120 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a6942f31-0e19-474d-901a-fac0465bc794), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.014217 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Attempting to bind port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:42.015087 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.019260 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Attempting to bind port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:42.019899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Attempting to bind port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 on network c2f710af-a064-4b7b-b43a-23e3b653ca60 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:42.077984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 on network c2f710af-a064-4b7b-b43a-23e3b653ca60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:37:42.083694 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Attempting to bind port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 on network c2f710af-a064-4b7b-b43a-23e3b653ca60 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:42.109192 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:42.109578 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Checking segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:42.129384 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Bound using segment: {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:42.130077 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Bound port: 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1126, 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:42.133465 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.339470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78d97a0c-ef52-4323-91c3-e5b95b13163a admin admin] Publish callbacks [] for security_group (ecf75052-e1a1-47dc-9100-75c5e3865ff7), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.357587 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-9a8e5374-d1d8-4fa7-9eaa-de1f798c8b35 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1667116495&fields=id&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 267 time: 1.1784844 Aug 24 15:37:42.380386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78d97a0c-ef52-4323-91c3-e5b95b13163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ecf75052-e1a1-47dc-9100-75c5e3865ff7), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.402525 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port a6942f31-0e19-474d-901a-fac0465bc794 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:42.431796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:42.436767 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:42.484325 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:42.495548 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] Publish callbacks [] for security_group (79ff27f5-b426-42c9-99a4-56f7d60e8673), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.521479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.546238 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=17 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:42.547721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.18', 54185) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:42.551293 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:42.573299 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] Publish callbacks [] for security_group (79ff27f5-b426-42c9-99a4-56f7d60e8673), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.587010 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:42.587999 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:42.589917 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 HTTP/1.1" status: 200 len: 1093 time: 4.8553569 Aug 24 15:37:42.590463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:43.192028 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:43.194260 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3fb90bef-6684-4ebd-9f1e-f4d213d29e63 req-16c91761-ab92-4f31-b8b3-9b326e69b43f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 210 time: 0.8260548 Aug 24 15:37:43.348969 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91c6ead-d4c3-4387-8ca8-92837580d803" -d '{"events": [{"name": "network-changed", "server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:43.358979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49144) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:43.371347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-78d97a0c-ef52-4323-91c3-e5b95b13163a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=136f2f6e8068434abdd4eeca07614f17&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5013068 Aug 24 15:37:43.455163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc609-d82c-4f0d-b07a-f3a251dce1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:43.534222 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a638d1-6963-40ba-b9d7-b43c82b17215 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:43.541309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-69dd18b8-5c39-4e1d-a44b-34de721fa564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:43.548051 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-69dd18b8-5c39-4e1d-a44b-34de721fa564 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ee9eb7c5b5f94cd78546a3c1cc3d7cc7&device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 1127 time: 0.6636050 Aug 24 15:37:43.591487 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d97a0c-ef52-4323-91c3-e5b95b13163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf75052-e1a1-47dc-9100-75c5e3865ff7,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:43.682356 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:43.698484 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-b0d0cdda-52e9-420e-92a2-662ab568264e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 HTTP/1.1" status: 200 len: 217 time: 0.1321990 Aug 24 15:37:43.699829 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (79ff27f5-b426-42c9-99a4-56f7d60e8673), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:43.703956 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:43.711318 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/79ff27f5-b426-42c9-99a4-56f7d60e8673 HTTP/1.1" status: 204 len: 168 time: 2.2732861 Aug 24 15:37:43.798943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595545d2-cacd-44ff-a7c4-1e349a6c59f9 req-554712ee-96fc-40f9-92ca-28b9c3cc9ff1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:43.801708 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-595545d2-cacd-44ff-a7c4-1e349a6c59f9 req-554712ee-96fc-40f9-92ca-28b9c3cc9ff1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.2395706 Aug 24 15:37:43.806227 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2659-fa1f-4bb0-8ef1-c254a7fd0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff27f5-b426-42c9-99a4-56f7d60e8673,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:43.808839 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-6cd4a1fd-bdd0-49a7-afb7-753032267da1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:43.810466 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-6cd4a1fd-bdd0-49a7-afb7-753032267da1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 1.4503970 Aug 24 15:37:43.833430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:43.838549 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16aa60b-75fe-494c-ab0b-80320b598060 {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:43.863547 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks [] for port (d16aa60b-75fe-494c-ab0b-80320b598060), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:43.864462 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-715dcc51-3d3e-4366-a6a9-0529c5990ece tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:43.874977 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-715dcc51-3d3e-4366-a6a9-0529c5990ece tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 1.3043187 Aug 24 15:37:43.899457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'port': {'device_id': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'admin_state_up': True, 'tenant_id': '3d204b26857042e397b91be285fa3ed9'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:43.912208 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-dbbfecd8-977c-42db-93ab-91b72606b1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 375 time: 0.0912383 Aug 24 15:37:43.933627 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-595545d2-cacd-44ff-a7c4-1e349a6c59f9 req-d7cb18a3-2bb6-4a9b-a19f-b82a4d4c8fbd tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161401 Aug 24 15:37:43.937596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-0f20a1f9-2823-4f6b-8403-abeb46a0c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:43.939414 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-0f20a1f9-2823-4f6b-8403-abeb46a0c9aa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6bcfbdae-9908-4ea7-bf26-ad8f988e1496 HTTP/1.1" status: 200 len: 850 time: 0.2046208 Aug 24 15:37:43.941208 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] Publish callbacks [] for security_group (ecf75052-e1a1-47dc-9100-75c5e3865ff7), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:43.976155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Transition to ACTIVE for port object d16aa60b-75fe-494c-ab0b-80320b598060 will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:37:43.996887 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.102077 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] Publish callbacks [] for security_group (ecf75052-e1a1-47dc-9100-75c5e3865ff7), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.162600 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-00a59afe-b550-49dd-9306-3a63a6586eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:44.164572 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-00a59afe-b550-49dd-9306-3a63a6586eeb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c2f710af-a064-4b7b-b43a-23e3b653ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2156551 Aug 24 15:37:44.225785 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49162) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:44.275912 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ecf75052-e1a1-47dc-9100-75c5e3865ff7), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.279372 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.284444 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ecf75052-e1a1-47dc-9100-75c5e3865ff7 HTTP/1.1" status: 204 len: 168 time: 0.8939738 Aug 24 15:37:44.291800 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Made reservation on behalf of 3d204b26857042e397b91be285fa3ed9 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:44.300960 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.339208 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142829bf-0b6f-48fa-b119-dfe4996b8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf75052-e1a1-47dc-9100-75c5e3865ff7,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:44.454624 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f337e671-8220-4c01-962e-65aec5c49b6c req-d2caa431-d516-44fe-a994-01e86438dc34 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 210 time: 0.3791671 Aug 24 15:37:44.510243 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-1ccbcbdc-ff84-4760-969e-1b88a161ddf2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5584371 Aug 24 15:37:44.522936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Pushing event updated for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:44.723634 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:44.745190 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.18', 54189) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:44.781676 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:44.839594 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-c8a4c8eb-6d7a-4cdb-986c-02846cf70627 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725105 Aug 24 15:37:44.853255 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:44.854000 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:44.983720 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a28a02a-888b-4e76-968c-4c5f821c035d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.148663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:45.187387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-072b62da-0132-44d0-94f8-570da3aefde1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:45.194185 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-072b62da-0132-44d0-94f8-570da3aefde1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 811 time: 0.4454794 Aug 24 15:37:45.265750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a32e9-4085-427d-9273-4fe42febc805 x-openstack-request-id: req-b22a32e9-4085-427d-9273-4fe42febc805 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:45.266085 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:45.266292 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b22a32e9-4085-427d-9273-4fe42febc805 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:45.273454 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22a32e9-4085-427d-9273-4fe42febc805'] response: {'name': 'network-changed', 'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0', 'status': 'completed', 'code': 200} Aug 24 15:37:45.278446 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49192) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:45.313886 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-25fa00cc-4ab1-4547-80bf-03399ba371ee service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464252 Aug 24 15:37:45.442748 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-41e1e4db-7309-4349-b51c-484f29dff9f1 req-8dd2db80-09b4-44bb-9963-9675c21331e5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 210 time: 0.1249866 Aug 24 15:37:45.456960 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Attempting to bind port d16aa60b-75fe-494c-ab0b-80320b598060 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:45.457641 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Attempting to bind port d16aa60b-75fe-494c-ab0b-80320b598060 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:45.457641 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Attempting to bind port d16aa60b-75fe-494c-ab0b-80320b598060 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:45.473372 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Allocated IP 172.20.0.3 (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a/65c88f76-225e-461a-a506-f4da2af09b04/f83d22fb-2a97-4cad-8349-827b7079f906) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:45.495320 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Port d16aa60b-75fe-494c-ab0b-80320b598060 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:37:45.495840 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Attempting to bind port d16aa60b-75fe-494c-ab0b-80320b598060 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:45.512527 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:45.512900 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:45.513571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Bound using segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:45.514034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Bound port: d16aa60b-75fe-494c-ab0b-80320b598060, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:45.514287 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.522045 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a879c635-88f4-4bd6-968f-15940bea0bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.712015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279409b2-b47a-4d00-8ede-16aeb1b62330 req-b6c087ff-f463-472e-88b3-664ad9514013 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:45.713652 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-279409b2-b47a-4d00-8ede-16aeb1b62330 req-b6c087ff-f463-472e-88b3-664ad9514013 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.1389029 Aug 24 15:37:45.753317 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a879c635-88f4-4bd6-968f-15940bea0bf8 admin admin] Publish callbacks [] for security_group (c3598957-0e10-436f-88c3-208eed96721c), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.758243 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3f63db49-6d36-4acd-8f16-89246ddb7598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.760181 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-ff58deb1-da4f-442f-917b-abdf9dea5326 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3040717 Aug 24 15:37:45.768356 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a879c635-88f4-4bd6-968f-15940bea0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c3598957-0e10-436f-88c3-208eed96721c), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.796697 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0214b293-19bb-43be-a96e-39b71a6b22a2 req-ca2b2ec1-ab8e-403f-a88e-c1c6a9a01203 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 210 time: 0.0733800 Aug 24 15:37:45.801259 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:45.838900 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d16aa60b-75fe-494c-ab0b-80320b598060,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:45.851450 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.885317 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:45.886117 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:45.893640 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-86428144-89cf-4701-8921-d265fd5c541e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 1093 time: 4.8914342 Aug 24 15:37:45.894307 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:45.941630 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879c635-88f4-4bd6-968f-15940bea0bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3598957-0e10-436f-88c3-208eed96721c,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:46.013367 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-279409b2-b47a-4d00-8ede-16aeb1b62330 req-5e5081db-3028-4c47-985e-d56087058cfa tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644072 Aug 24 15:37:46.016556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:46.241513 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a80af4a0-61a8-4a0b-89b9-9bf75039c61a req-d18c0c6f-eca8-4c64-9dca-6565332464de tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 210 time: 0.3150213 Aug 24 15:37:46.363741 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe80fb0-686a-445f-879e-d0c536257bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:46.397911 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86428144-89cf-4701-8921-d265fd5c541e service neutron] Pushing event updated for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:46.402731 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-761a1150-f1e3-4e59-9368-1c0d55183e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:46.404245 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-761a1150-f1e3-4e59-9368-1c0d55183e1c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1127 time: 0.2970717 Aug 24 15:37:46.474676 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a879c635-88f4-4bd6-968f-15940bea0bf8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8a9df5ea44fb4ddcbc74927dfb46f67a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1792452 Aug 24 15:37:46.491785 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ac682090-45d6-4caa-9f94-ee641beb0f3f req-4edf02b3-a01e-41ac-9573-c2c08025401b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005591 Aug 24 15:37:46.492604 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49238) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:46.624609 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:46.630541 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-906d24d2-fb5e-446a-b34d-345137967bb2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 380 time: 1.3559606 Aug 24 15:37:46.665428 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'port': {'device_id': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'admin_state_up': True, 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'security_groups': ['056525b4-4cc9-4d60-a131-24e0e4a821b7']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:46.773870 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-a76751c7-b695-4cba-9450-fffb59e300c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:46.776157 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-a76751c7-b695-4cba-9450-fffb59e300c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ee9eb7c5b5f94cd78546a3c1cc3d7cc7&device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 1127 time: 0.1093793 Aug 24 15:37:46.786535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985db0ab-48a4-433b-882a-ccdf4235058d x-openstack-request-id: req-985db0ab-48a4-433b-882a-ccdf4235058d {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:46.787439 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:46.787845 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-985db0ab-48a4-433b-882a-ccdf4235058d {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:46.788480 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985db0ab-48a4-433b-882a-ccdf4235058d'] response: {'name': 'network-changed', 'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060', 'status': 'completed', 'code': 200} Aug 24 15:37:46.821782 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-0d4ffd22-ad86-41fa-9131-4af98fc31de5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 217 time: 0.3512511 Aug 24 15:37:46.855731 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aff252be-2a83-4d89-8982-3f0479aebe5d req-0a2268a8-f148-41ba-a438-56402cc6d09b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 210 time: 0.1135848 Aug 24 15:37:46.913347 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:46.982377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:47.011101 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bda10513-17e3-46be-a702-836594904177 req-ca22ed0a-5741-4b4f-91ac-92b628824e5e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 210 time: 0.0422609 Aug 24 15:37:47.014184 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-0581e488-108c-4de7-934a-a436c4c93f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:47.016114 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-0581e488-108c-4de7-934a-a436c4c93f90 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.1577976 Aug 24 15:37:47.073993 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a28a02a-888b-4e76-968c-4c5f821c035d admin admin] Publish callbacks [] for security_group (29faf933-5b84-444b-8a7a-44315f385c2b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.090850 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.163133 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-724cdff8-7d76-4609-a774-0d5e39184c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:47.167933 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-724cdff8-7d76-4609-a774-0d5e39184c3a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282351 Aug 24 15:37:47.171146 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] Publish callbacks [] for security_group (c3598957-0e10-436f-88c3-208eed96721c), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.272606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d330ec-2cbb-42de-b2f6-b6605310ccad req-d9de8261-ee83-44c3-8fe3-be0634b648ae tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:47.274334 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48d330ec-2cbb-42de-b2f6-b6605310ccad req-d9de8261-ee83-44c3-8fe3-be0634b648ae tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.1054716 Aug 24 15:37:47.420613 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-c87a21f2-4c43-4e87-b78e-f5793eef74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:47.422683 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-c87a21f2-4c43-4e87-b78e-f5793eef74bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c2f710af-a064-4b7b-b43a-23e3b653ca60 HTTP/1.1" status: 200 len: 913 time: 0.4731944 Aug 24 15:37:47.460572 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0a28a02a-888b-4e76-968c-4c5f821c035d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (29faf933-5b84-444b-8a7a-44315f385c2b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.467709 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-603ade4c-d7c8-4ee3-bd17-e1f62e13433b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767491 Aug 24 15:37:47.541223 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-81acd5e2-f609-4283-a179-86c23068d584 req-78ef5a01-40d1-4983-9524-76102c599c6c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 210 time: 0.0697501 Aug 24 15:37:47.566788 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48d330ec-2cbb-42de-b2f6-b6605310ccad req-05c47247-ccc3-4132-871f-f64b7ece85b1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028549 Aug 24 15:37:47.612261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] Publish callbacks [] for security_group (c3598957-0e10-436f-88c3-208eed96721c), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.649810 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28a02a-888b-4e76-968c-4c5f821c035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29faf933-5b84-444b-8a7a-44315f385c2b,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:47.714249 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0a28a02a-888b-4e76-968c-4c5f821c035d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=856e161dc4cf435ebf1057a2881c0716&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4847829 Aug 24 15:37:47.715017 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for port (f83d22fb-2a97-4cad-8349-827b7079f906), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.715647 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49288) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:47.737254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Made reservation on behalf of 98f176b3cafe45d497dee2f1d031a4ec for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:47.741231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.786522 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c3598957-0e10-436f-88c3-208eed96721c), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.789167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.790334 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c3598957-0e10-436f-88c3-208eed96721c HTTP/1.1" status: 204 len: 168 time: 1.2854714 Aug 24 15:37:47.876246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.878605 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc2588-4272-4e09-8514-cd0cd58df631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3598957-0e10-436f-88c3-208eed96721c,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:47.890124 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] Publish callbacks [] for security_group (29faf933-5b84-444b-8a7a-44315f385c2b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:47.938295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:48.020972 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] Publish callbacks [] for security_group (29faf933-5b84-444b-8a7a-44315f385c2b), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.038605 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:48.040483 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-923f9fca-b457-4140-b500-7cd9e15f9427 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 HTTP/1.1" status: 200 len: 217 time: 0.0932963 Aug 24 15:37:48.067885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:48.147542 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:48.188037 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.18', 54193) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:48.190836 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:48.280082 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:48.368375 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.408579 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Allocated IP 172.20.0.4 (a4edf337-5391-4629-bda7-d1122fcdfc2b/063009ac-3201-401f-ae07-e008a4009c27/e556ad45-52e0-45b1-a43b-9779f17bd048) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:48.453565 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:48.454320 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.462157 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-17c6ec81-5e35-4dae-82b9-c8f57e7a35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:48.465362 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-17c6ec81-5e35-4dae-82b9-c8f57e7a35dc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6bcfbdae-9908-4ea7-bf26-ad8f988e1496 HTTP/1.1" status: 200 len: 850 time: 0.3468471 Aug 24 15:37:48.519293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.545900 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-ec2aaefd-ed3c-424c-ba77-32ed86fcc5bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6529729 Aug 24 15:37:48.573132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Request body: {'port': {'device_id': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:48.573914 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-d5cae30b-570c-457c-800e-49d396904de4 None None] Provisioning complete for port f83d22fb-2a97-4cad-8349-827b7079f906 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:48.577833 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d5cae30b-570c-457c-800e-49d396904de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.588751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-ceb5b70a-71c7-45bd-851c-77842d3b62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:48.590563 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-ceb5b70a-71c7-45bd-851c-77842d3b62c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c2f710af-a064-4b7b-b43a-23e3b653ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0915759 Aug 24 15:37:48.701988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-d5cae30b-570c-457c-800e-49d396904de4 None None] Port f83d22fb-2a97-4cad-8349-827b7079f906 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:48.808234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-760768db-23e8-4419-889b-9bf39230d742 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:48.809879 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-760768db-23e8-4419-889b-9bf39230d742 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.6118386 Aug 24 15:37:48.850746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.883204 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c29af-5d54-410c-881a-d3491408d4ce req-7ff9cf7d-1175-43c6-b160-12a9a4381260 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:48.883615 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.885418 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f70c29af-5d54-410c-881a-d3491408d4ce req-7ff9cf7d-1175-43c6-b160-12a9a4381260 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 931 time: 0.7457349 Aug 24 15:37:48.887117 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fa91bcb1-5c5e-4b55-adde-3bb59f543db5 req-3328ce85-a1cd-4450-a016-dc98acadc54b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 210 time: 0.6334670 Aug 24 15:37:48.917184 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-3732983d-45e4-4f34-9a1a-936c1e1a0887 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014255 Aug 24 15:37:48.951838 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51378c6b-80ec-46a6-8949-d40c256ca9c0 req-901c9cd3-69c7-4107-80c4-e37a3d9ada30 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9589722 Aug 24 15:37:48.994579 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (29faf933-5b84-444b-8a7a-44315f385c2b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:48.997603 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.003632 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/29faf933-5b84-444b-8a7a-44315f385c2b HTTP/1.1" status: 204 len: 168 time: 1.2866182 Aug 24 15:37:49.010552 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f70c29af-5d54-410c-881a-d3491408d4ce req-357fc93b-0fcc-4786-85af-08d4eaec3cbc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134539 Aug 24 15:37:49.015745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e431e04-f81e-42aa-8ae2-d0fbacbee884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29faf933-5b84-444b-8a7a-44315f385c2b,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:49.023389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.155246 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-31bc61b4-c79d-4ffa-9af8-9e3f4d7095d8 req-8e73899b-3fbc-41cb-8e5c-57902d6e74cb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 210 time: 0.0807505 Aug 24 15:37:49.233038 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.396261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:49.399425 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232646a8-57d0-4228-bd52-bbd9adb5d91b req-68567f1d-282a-46fa-b026-b82e3d7ca523 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:49.407241 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-232646a8-57d0-4228-bd52-bbd9adb5d91b req-68567f1d-282a-46fa-b026-b82e3d7ca523 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.2064574 Aug 24 15:37:49.427895 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:49.442363 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:49.444367 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-d8d6658d-7f54-41c6-82ee-7ecaa43f549c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 380 time: 0.2823293 Aug 24 15:37:49.454493 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-a2ca16c0-8d86-468a-a323-5ad5a2ae5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:49.457409 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-a2ca16c0-8d86-468a-a323-5ad5a2ae5b0f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1127 time: 0.1688972 Aug 24 15:37:49.461359 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:49.467835 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:49.488410 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-232646a8-57d0-4228-bd52-bbd9adb5d91b req-d3862e21-28be-476a-bed1-d419a6f00357 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Aug 24 15:37:49.493525 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:49.607062 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49350) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:49.628814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b1304a5d-e9e9-4683-8a8b-0558fc4ee0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.681610 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:49.682327 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:49.768023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b1304a5d-e9e9-4683-8a8b-0558fc4ee0b7 admin admin] Publish callbacks [] for security_group (d428a844-6d59-4c47-b786-f8eb1dd44e63), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.772613 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b1304a5d-e9e9-4683-8a8b-0558fc4ee0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d428a844-6d59-4c47-b786-f8eb1dd44e63), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.794212 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b91c6ead-d4c3-4387-8ca8-92837580d803 req-0bf18094-4085-4c61-a2bc-6b3455e75f53 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257880 Aug 24 15:37:49.818231 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1304a5d-e9e9-4683-8a8b-0558fc4ee0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d428a844-6d59-4c47-b786-f8eb1dd44e63,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:49.822774 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b1304a5d-e9e9-4683-8a8b-0558fc4ee0b7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b2c590404cd24993a3e7a7a22e36ab67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142920 Aug 24 15:37:49.825698 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49364) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:49.840908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:49.841547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.856003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-57fcb891-dad6-4f6b-9931-3220ae53662a None None] Provisioning complete for port e556ad45-52e0-45b1-a43b-9779f17bd048 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:49.857373 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-57fcb891-dad6-4f6b-9931-3220ae53662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.861203 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:49.897303 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-c7a6d780-91bb-4c5b-ad6d-2609b334a7b6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2445676 Aug 24 15:37:49.921952 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] Publish callbacks [] for security_group (d428a844-6d59-4c47-b786-f8eb1dd44e63), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.936154 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-57fcb891-dad6-4f6b-9931-3220ae53662a None None] Port e556ad45-52e0-45b1-a43b-9779f17bd048 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:49.951436 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] Publish callbacks [] for security_group (d428a844-6d59-4c47-b786-f8eb1dd44e63), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:49.986890 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83d22fb-2a97-4cad-8349-827b7079f906 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:49.996716 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks [] for port (f83d22fb-2a97-4cad-8349-827b7079f906), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.060311 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Transition to ACTIVE for port object f83d22fb-2a97-4cad-8349-827b7079f906 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:37:50.062481 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d428a844-6d59-4c47-b786-f8eb1dd44e63), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.065754 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.076157 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.079906 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d428a844-6d59-4c47-b786-f8eb1dd44e63 HTTP/1.1" status: 204 len: 168 time: 0.2507350 Aug 24 15:37:50.100401 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdd992-49c7-4ebf-886f-57180c775ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d428a844-6d59-4c47-b786-f8eb1dd44e63,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:50.131041 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27e6f-5272-4ba5-8f48-f2d8ee68f1a6 req-500a44cd-5115-4678-a40f-0efc03569cca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:50.132968 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83e27e6f-5272-4ba5-8f48-f2d8ee68f1a6 req-500a44cd-5115-4678-a40f-0efc03569cca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 931 time: 0.1187038 Aug 24 15:37:50.167411 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Pushing event updated for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:50.193375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Attempting to bind port f83d22fb-2a97-4cad-8349-827b7079f906 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:50.193718 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Attempting to bind port f83d22fb-2a97-4cad-8349-827b7079f906 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:50.194055 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Attempting to bind port f83d22fb-2a97-4cad-8349-827b7079f906 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:50.198944 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Port f83d22fb-2a97-4cad-8349-827b7079f906 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:37:50.199420 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Attempting to bind port f83d22fb-2a97-4cad-8349-827b7079f906 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:50.205600 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:50.206245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:50.206923 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Bound using segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:50.207572 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Bound port: f83d22fb-2a97-4cad-8349-827b7079f906, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:50.208132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.282938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:50.288051 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f83d22fb-2a97-4cad-8349-827b7079f906,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:50.294962 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.320129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:50.320715 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.322566 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 200 len: 1093 time: 1.7589779 Aug 24 15:37:50.323111 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:50.325849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0100b31-63df-43a6-ad1d-dd3623a683bc" -d '{"events": [{"name": "network-changed", "server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:50.359227 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] Pushing event updated for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:50.439279 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee1b7-9ef9-4e24-a97e-66b06d270c3b req-41e5a4c1-5244-4704-8ea1-bac2ae599e5d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:50.441850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0e0ee1b7-9ef9-4e24-a97e-66b06d270c3b req-41e5a4c1-5244-4704-8ea1-bac2ae599e5d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 943 time: 0.3008528 Aug 24 15:37:50.460005 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83e27e6f-5272-4ba5-8f48-f2d8ee68f1a6 req-99d19e58-ef38-40c2-a229-f29571fb053d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213930 Aug 24 15:37:50.479411 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Request body: {'port': {'device_id': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:50.548237 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'port': {'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'admin_state_up': True, 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'security_groups': ['6b1d7549-5e1e-404d-bb56-859a26c8ff7e']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:50.552622 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49394) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:50.646049 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.670137 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fd028bd9-4242-48c3-81a0-38e190eaca12 req-e09f44de-934b-40ec-a0d2-78a3f3c94455 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 210 time: 0.0830770 Aug 24 15:37:50.842546 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0e0ee1b7-9ef9-4e24-a97e-66b06d270c3b req-0dd12d3b-f9df-45cc-905b-cc4b1939a8ff tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815303 Aug 24 15:37:50.890420 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-2d003870-c526-42b8-b45c-a3215316f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:50.891916 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-2d003870-c526-42b8-b45c-a3215316f19f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.3926597 Aug 24 15:37:50.917637 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:37:50.922504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:50.926333 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab2026-35e5-4d11-a0e3-5c8bb9402246 x-openstack-request-id: req-12ab2026-35e5-4d11-a0e3-5c8bb9402246 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:50.926856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:50.928590 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12ab2026-35e5-4d11-a0e3-5c8bb9402246 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:50.930054 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ab2026-35e5-4d11-a0e3-5c8bb9402246'] response: {'name': 'network-changed', 'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906', 'status': 'completed', 'code': 200} Aug 24 15:37:50.968535 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4084cd36-e84b-4ed9-88d3-badb8361d963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.055167 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:51.087262 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091718b-37d9-4fcf-b6cf-7cd1cc6f5009 req-f8c32b4d-e967-436d-b04e-bf88b23401c5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.094079 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5091718b-37d9-4fcf-b6cf-7cd1cc6f5009 req-f8c32b4d-e967-436d-b04e-bf88b23401c5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.1356432 Aug 24 15:37:51.200373 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5091718b-37d9-4fcf-b6cf-7cd1cc6f5009 req-67a3f196-05fc-463c-bd32-c53e2325391b tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053095 Aug 24 15:37:51.212281 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:51.214969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.20.0.5 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/0343d105-5766-479e-80bd-69cf5533dd7a) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:37:51.230462 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:51.233865 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:51.285643 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e556ad45-52e0-45b1-a43b-9779f17bd048 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:51.356498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks [] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.359717 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-fce1b9fc-a033-4b64-bd10-f6df843253b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.362389 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-fce1b9fc-a033-4b64-bd10-f6df843253b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1127 time: 0.0601957 Aug 24 15:37:51.384878 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-e3771687-c889-410c-b4f5-f5e228ab8115 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 217 time: 0.0500751 Aug 24 15:37:51.428553 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Transition to ACTIVE for port object e556ad45-52e0-45b1-a43b-9779f17bd048 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:37:51.437838 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-4073ef95-637d-416d-ad5c-5d50b9e6b5a0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 200 len: 217 time: 0.0625474 Aug 24 15:37:51.442074 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.449904 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4084cd36-e84b-4ed9-88d3-badb8361d963 admin admin] Publish callbacks [] for security_group (f614f3dc-5cec-431d-8014-078f16b19748), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.493043 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4084cd36-e84b-4ed9-88d3-badb8361d963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f614f3dc-5cec-431d-8014-078f16b19748), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.562458 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (0343d105-5766-479e-80bd-69cf5533dd7a), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.617234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.688519 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-9d8d2548-003c-4c79-a348-88846c47a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.691091 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-9d8d2548-003c-4c79-a348-88846c47a4ff service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.2928236 Aug 24 15:37:51.700512 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084cd36-e84b-4ed9-88d3-badb8361d963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614f3dc-5cec-431d-8014-078f16b19748,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:51.710570 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4084cd36-e84b-4ed9-88d3-badb8361d963 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4815cb1110cb41c193f0f622a6c02f46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1543415 Aug 24 15:37:51.717957 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:51.724744 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49444) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:51.727370 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ff58-5373-4605-9abd-cd3dbf16bd82 req-0d5b26f7-9184-4f46-aed0-60163e0b61d2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.729127 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c2c6ff58-5373-4605-9abd-cd3dbf16bd82 req-0d5b26f7-9184-4f46-aed0-60163e0b61d2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 943 time: 0.1330020 Aug 24 15:37:51.737824 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:37:51.751287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-8c338899-b26b-4958-afaa-bdf30bc6c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.752956 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-8c338899-b26b-4958-afaa-bdf30bc6c813 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.2896221 Aug 24 15:37:51.818987 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-d8f6a89b-0f66-4ebe-8838-70aada25ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.820527 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-d8f6a89b-0f66-4ebe-8838-70aada25ba98 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814061 Aug 24 15:37:51.825424 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:37:51.839870 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:37:51.855674 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Attempting to bind port e556ad45-52e0-45b1-a43b-9779f17bd048 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:51.856110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Attempting to bind port e556ad45-52e0-45b1-a43b-9779f17bd048 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:51.856661 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Attempting to bind port e556ad45-52e0-45b1-a43b-9779f17bd048 on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:51.860867 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-585daae5-e956-4394-9ccb-03437d77d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:51.862806 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-585daae5-e956-4394-9ccb-03437d77d982 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993958 Aug 24 15:37:51.869556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Port e556ad45-52e0-45b1-a43b-9779f17bd048 on network a4edf337-5391-4629-bda7-d1122fcdfc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:37:51.870116 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Attempting to bind port e556ad45-52e0-45b1-a43b-9779f17bd048 on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:51.925929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:51.926263 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Checking segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:51.926930 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Bound using segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:51.927474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:51.928117 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Bound port: e556ad45-52e0-45b1-a43b-9779f17bd048, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:51.928701 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:51.942377 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] Publish callbacks [] for security_group (f614f3dc-5cec-431d-8014-078f16b19748), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.094316 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480c48c-a270-4da6-be58-d8c23cddd6c2 req-f73fff2d-6ee5-4dfe-9351-383df37abf94 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.103060 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6480c48c-a270-4da6-be58-d8c23cddd6c2 req-f73fff2d-6ee5-4dfe-9351-383df37abf94 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 931 time: 0.2786660 Aug 24 15:37:52.109283 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] Publish callbacks [] for security_group (f614f3dc-5cec-431d-8014-078f16b19748), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.123554 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.124190 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.127789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:52.143529 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c2c6ff58-5373-4605-9abd-cd3dbf16bd82 req-45ed8c72-4399-4926-8840-bf6dadcb1042 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966551 Aug 24 15:37:52.180834 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-e5a8bd10-040e-443d-bcff-e7d8364b174c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454278 Aug 24 15:37:52.213035 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f08057cf-2bb8-4af7-9adf-1765ae7665eb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7197926 Aug 24 15:37:52.236066 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Request body: {'port': {'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:37:52.288003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-82f29bd0-08aa-4f4e-84f8-328813e02d96 None None] Provisioning complete for port 0343d105-5766-479e-80bd-69cf5533dd7a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:52.289035 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-82f29bd0-08aa-4f4e-84f8-328813e02d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.300057 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-86bd620a-3d00-4a79-aeef-a7952f4a3e69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204135 Aug 24 15:37:52.301593 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:52.305437 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e556ad45-52e0-45b1-a43b-9779f17bd048,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:52.319590 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:52.333243 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.339926 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.340485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.342061 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 1093 time: 1.8673913 Aug 24 15:37:52.346681 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f614f3dc-5cec-431d-8014-078f16b19748), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.349610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.350973 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f614f3dc-5cec-431d-8014-078f16b19748 HTTP/1.1" status: 204 len: 168 time: 0.6088758 Aug 24 15:37:52.383244 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-82f29bd0-08aa-4f4e-84f8-328813e02d96 None None] Port 0343d105-5766-479e-80bd-69cf5533dd7a cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:37:52.399750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269d858-f118-4037-9e17-d0ff4c2f9c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614f3dc-5cec-431d-8014-078f16b19748,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:52.406113 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6480c48c-a270-4da6-be58-d8c23cddd6c2 req-c3be170d-24a8-492e-840c-5c3a42fdca96 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018689 Aug 24 15:37:52.497498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:52.524105 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a4bd8-e16c-4f26-9902-9474b6834827 req-e1390fdd-71eb-442d-a308-af8b2587fa87 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.524342 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2378-e8d9-4527-ad28-3ebaf94a07a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:52.526041 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a13a4bd8-e16c-4f26-9902-9474b6834827 req-e1390fdd-71eb-442d-a308-af8b2587fa87 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 943 time: 0.2259617 Aug 24 15:37:52.543350 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-25439f90-bada-4880-9de9-52356af2c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.545107 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-25439f90-bada-4880-9de9-52356af2c4b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1127 time: 0.1051419 Aug 24 15:37:52.557145 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-3ee9c389-6e80-4c9d-a9d5-f9c8017faa41 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476821 Aug 24 15:37:52.630992 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-cef25c98-3b29-42bf-b888-0577dcf22e6f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 217 time: 0.0728214 Aug 24 15:37:52.713427 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:52.741829 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b6bda-69c7-4ffd-8134-2b8d0ca2fd64 req-6c6f6dcb-c45a-4273-a61f-7dd1dd22dc9f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:52.743352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9f4b6bda-69c7-4ffd-8134-2b8d0ca2fd64 req-6c6f6dcb-c45a-4273-a61f-7dd1dd22dc9f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 943 time: 0.1923947 Aug 24 15:37:52.748558 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cbe80fb0-686a-445f-879e-d0c536257bdd req-0503826f-b8d5-44e9-a759-1b0c78ab365f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570276 Aug 24 15:37:52.767738 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:52.798934 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a13a4bd8-e16c-4f26-9902-9474b6834827 req-b1090cd2-9966-4c90-a4ce-b10ef1902d94 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452030 Aug 24 15:37:52.897328 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9f4b6bda-69c7-4ffd-8134-2b8d0ca2fd64 req-7bd1de55-038e-419a-83ba-fc0d2b874f39 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450169 Aug 24 15:37:52.931278 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:52.934125 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21d2f45-b64f-4340-b07a-2782c470f03d" -d '{"events": [{"name": "network-changed", "server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:52.980618 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49488) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:52.991405 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9749be1a-e741-4475-94a9-99ca8703a771 x-openstack-request-id: req-9749be1a-e741-4475-94a9-99ca8703a771 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:52.991726 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:52.992022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9749be1a-e741-4475-94a9-99ca8703a771 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:52.992427 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9749be1a-e741-4475-94a9-99ca8703a771'] response: {'name': 'network-changed', 'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'status': 'completed', 'code': 200} Aug 24 15:37:53.005436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06dd9b0d-d984-46c2-9067-e59a352daa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.094746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06dd9b0d-d984-46c2-9067-e59a352daa8f admin admin] Publish callbacks [] for security_group (659ede57-c330-4903-8ff3-4c2fc7ca9c00), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.101135 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06dd9b0d-d984-46c2-9067-e59a352daa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (659ede57-c330-4903-8ff3-4c2fc7ca9c00), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.144336 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0343d105-5766-479e-80bd-69cf5533dd7a {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:53.149278 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-06dd9b0d-d984-46c2-9067-e59a352daa8f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=aa8d557059fa40b79f17a6aeee1db79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674087 Aug 24 15:37:53.151531 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9b0d-d984-46c2-9067-e59a352daa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659ede57-c330-4903-8ff3-4c2fc7ca9c00,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:53.153913 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49500) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:53.165981 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks [] for port (0343d105-5766-479e-80bd-69cf5533dd7a), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.186250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Transition to ACTIVE for port object 0343d105-5766-479e-80bd-69cf5533dd7a will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:37:53.194435 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.249921 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] Publish callbacks [] for security_group (659ede57-c330-4903-8ff3-4c2fc7ca9c00), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.284767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] Publish callbacks [] for security_group (659ede57-c330-4903-8ff3-4c2fc7ca9c00), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.297817 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Pushing event updated for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:53.436046 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47b405-54ae-4024-b29b-51d9b9e6e64b req-cb2e3b06-0563-4cff-90b5-b69d7d022115 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:53.437688 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bf47b405-54ae-4024-b29b-51d9b9e6e64b req-cb2e3b06-0563-4cff-90b5-b69d7d022115 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 943 time: 0.0765874 Aug 24 15:37:53.451402 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (659ede57-c330-4903-8ff3-4c2fc7ca9c00), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.469922 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.474916 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/659ede57-c330-4903-8ff3-4c2fc7ca9c00 HTTP/1.1" status: 204 len: 168 time: 0.3194749 Aug 24 15:37:53.491736 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:53.498539 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d16aa60b-75fe-494c-ab0b-80320b598060 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:37:53.534333 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Attempting to bind port 0343d105-5766-479e-80bd-69cf5533dd7a on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:37:53.534747 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Attempting to bind port 0343d105-5766-479e-80bd-69cf5533dd7a by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:37:53.535029 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Attempting to bind port 0343d105-5766-479e-80bd-69cf5533dd7a on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:53.582723 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Port 0343d105-5766-479e-80bd-69cf5533dd7a on network 105210c5-8b78-4e8c-bd12-9456d560212d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:37:53.583061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Attempting to bind port 0343d105-5766-479e-80bd-69cf5533dd7a on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:37:53.601835 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-0b591e1a-5ac4-4ccd-9878-ef85cb172092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:53.603386 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-0b591e1a-5ac4-4ccd-9878-ef85cb172092 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1127 time: 0.1414492 Aug 24 15:37:53.612910 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-699db602-be44-4977-b7a2-b53328dbf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:53.615171 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-699db602-be44-4977-b7a2-b53328dbf95f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.1392148 Aug 24 15:37:53.624462 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ec31-d4af-4b4d-830b-3547b7cde54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ede57-c330-4903-8ff3-4c2fc7ca9c00,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:53.628446 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:37:53.628795 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:37:53.629193 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:37:53.629645 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Bound port: 0343d105-5766-479e-80bd-69cf5533dd7a, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:37:53.629971 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.637172 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bf47b405-54ae-4024-b29b-51d9b9e6e64b req-995075be-0bd2-4e1e-a6c3-d11e82662bd3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850710 Aug 24 15:37:53.737164 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:53.743463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-aeec2e3d-7042-4652-82a9-65ef1aa0fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:53.746391 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-aeec2e3d-7042-4652-82a9-65ef1aa0fe0d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1185615 Aug 24 15:37:53.775605 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d16aa60b-75fe-494c-ab0b-80320b598060,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:53.797641 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'd16aa60b-75fe-494c-ab0b-80320b598060', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'port_id': 'd16aa60b-75fe-494c-ab0b-80320b598060', 'mac_address': 'fa:16:3e:0b:86:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:37:53.870472 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d16aa60b-75fe-494c-ab0b-80320b598060 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:53.871586 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.938866 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16aa60b-75fe-494c-ab0b-80320b598060 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:53.945891 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-1f917902-d916-431f-ac14-ae198a7fe799 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878660 Aug 24 15:37:53.976731 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d16aa60b-75fe-494c-ab0b-80320b598060,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:53.984283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:53.986059 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:37:54.015877 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55bac7-2318-4a57-9df1-4c31cb89d2bd req-1f850f3b-a0ac-48de-8785-bdba58cfeebc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.024108 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb55bac7-2318-4a57-9df1-4c31cb89d2bd req-1f850f3b-a0ac-48de-8785-bdba58cfeebc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 943 time: 0.4731326 Aug 24 15:37:54.125328 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:54.178364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:54.181300 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5bf02cb4-7d10-41f8-b41c-4192374651ad req-3a25a55e-165d-42b9-8215-2b3a4de6f8e9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211304 Aug 24 15:37:54.184800 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c46089-3013-45e1-90fc-5e97ebbbec5b req-47584ff9-090a-4b60-9919-504118971899 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.193285 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e4c46089-3013-45e1-90fc-5e97ebbbec5b req-47584ff9-090a-4b60-9919-504118971899 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 943 time: 0.1670191 Aug 24 15:37:54.202422 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:54.218387 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0', 'network_id': 'c2f710af-a064-4b7b-b43a-23e3b653ca60', 'port_id': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0', 'mac_address': 'fa:16:3e:bb:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcfbdae-9908-4ea7-bf26-ad8f988e1496', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:37:54.221875 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49532) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:54.261199 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb55bac7-2318-4a57-9df1-4c31cb89d2bd req-51a0d6cf-b8c7-4f6d-be91-fb3e9e8b2c09 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361145 Aug 24 15:37:54.268919 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:37:54.275626 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:54.276272 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.290202 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:54.293239 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:54.317780 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:54.325420 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.333576 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0343d105-5766-479e-80bd-69cf5533dd7a,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:37:54.348314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-1b49492e-7a4d-4489-8593-719b72b33ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.349846 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-1b49492e-7a4d-4489-8593-719b72b33ca1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.7310941 Aug 24 15:37:54.358770 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.367569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.368191 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.369586 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/0343d105-5766-479e-80bd-69cf5533dd7a HTTP/1.1" status: 200 len: 1093 time: 2.1435215 Aug 24 15:37:54.372181 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:54.374569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:54.394865 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:54.411508 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e4c46089-3013-45e1-90fc-5e97ebbbec5b req-932efb95-4ae4-4655-bda1-2bc578a275d0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172356 Aug 24 15:37:54.469062 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148a246-33fd-453a-8c01-7939dda81884 req-9c9a19e4-a62a-4517-9a23-bb231c8b0bba tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.470819 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e148a246-33fd-453a-8c01-7939dda81884 req-9c9a19e4-a62a-4517-9a23-bb231c8b0bba tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 944 time: 0.0992534 Aug 24 15:37:54.472255 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa342a-dc74-41e7-9e44-4b22e0b4933f service neutron] Pushing event updated for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:54.476034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd8fc2d-5bdb-4b7f-8aab-1c456443fb29 x-openstack-request-id: req-fbd8fc2d-5bdb-4b7f-8aab-1c456443fb29 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:54.476342 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:54.476597 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbd8fc2d-5bdb-4b7f-8aab-1c456443fb29 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:54.477049 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd8fc2d-5bdb-4b7f-8aab-1c456443fb29'] response: {'name': 'network-changed', 'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a', 'status': 'completed', 'code': 200} Aug 24 15:37:54.525916 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e148a246-33fd-453a-8c01-7939dda81884 req-f8303ed0-8065-43e3-97e3-f4c609a15f09 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Aug 24 15:37:54.576160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-862f665d-d7d5-4910-99f9-394a7d86a141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.660669 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-862f665d-d7d5-4910-99f9-394a7d86a141 admin admin] Publish callbacks [] for security_group (e6da93dc-7b61-40e8-a186-654392ac92d4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.665248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-862f665d-d7d5-4910-99f9-394a7d86a141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e6da93dc-7b61-40e8-a186-654392ac92d4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.710399 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f665d-d7d5-4910-99f9-394a7d86a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da93dc-7b61-40e8-a186-654392ac92d4,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:54.723450 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49560) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:54.723565 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-862f665d-d7d5-4910-99f9-394a7d86a141 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4498b9ca612d47f7b8f3d8fc34028640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001423 Aug 24 15:37:54.733400 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d16aa60b-75fe-494c-ab0b-80320b598060'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:37:54.808225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] Publish callbacks [] for security_group (e6da93dc-7b61-40e8-a186-654392ac92d4), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.832429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] Publish callbacks [] for security_group (e6da93dc-7b61-40e8-a186-654392ac92d4), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.900792 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:37:54.917871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727dd05-4aa9-4cff-8446-5063bf07145f req-575759d0-7c89-422e-8545-4eb05b349b9f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:54.919676 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b727dd05-4aa9-4cff-8446-5063bf07145f req-575759d0-7c89-422e-8545-4eb05b349b9f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 943 time: 0.1441121 Aug 24 15:37:54.956647 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=6 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:54.963372 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e6da93dc-7b61-40e8-a186-654392ac92d4), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.965906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:54.967066 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e6da93dc-7b61-40e8-a186-654392ac92d4 HTTP/1.1" status: 204 len: 168 time: 0.2424383 Aug 24 15:37:54.983638 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242e4d1-9b4e-4181-8bb1-4f0bd6122dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da93dc-7b61-40e8-a186-654392ac92d4,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:55.006899 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b727dd05-4aa9-4cff-8446-5063bf07145f req-9d8b3f74-2c6a-4eba-980a-0fe5e1dbc17b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808897 Aug 24 15:37:55.008029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:55.189729 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-1924a202-e850-4595-9800-51d140396740 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 200 len: 217 time: 0.0955796 Aug 24 15:37:55.252758 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-9490f529-4267-4bb9-b673-95e91e0474f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.256635 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-9490f529-4267-4bb9-b673-95e91e0474f3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0770793 Aug 24 15:37:55.539993 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:55.551057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-05119f03-25cf-487d-874b-0ed0f1199d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.565956 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-05119f03-25cf-487d-874b-0ed0f1199d7b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.3486364 Aug 24 15:37:55.644333 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-9452ee33-7bb2-4d85-9c7d-0dcc02a52b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.646168 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-9452ee33-7bb2-4d85-9c7d-0dcc02a52b3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0b8dd47a9d30492eb7163da543d874cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3820269 Aug 24 15:37:55.665090 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:55.677569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-86e5e874-0aca-4f70-ae31-8bae3c1be9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.680435 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-86e5e874-0aca-4f70-ae31-8bae3c1be9d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1127 time: 0.4886227 Aug 24 15:37:55.709737 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ece033-8704-4e0a-a40f-91b0dbfe2e85 req-c07dbdb5-7b72-4c00-9528-ee4e7e0d26cd tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.720336 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51ece033-8704-4e0a-a40f-91b0dbfe2e85 req-c07dbdb5-7b72-4c00-9528-ee4e7e0d26cd tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 943 time: 0.3006358 Aug 24 15:37:55.844897 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49616) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:55.850262 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53ba3-c53b-4869-a142-8e47ce84634c req-e2a995b2-599a-4cbf-a300-cbb9174968ed tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.852359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f83d22fb-2a97-4cad-8349-827b7079f906 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:37:55.857621 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-abd53ba3-c53b-4869-a142-8e47ce84634c req-e2a995b2-599a-4cbf-a300-cbb9174968ed tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 943 time: 0.2891412 Aug 24 15:37:55.877618 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-c04ce518-8b29-4480-983e-17fd31836727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:55.879472 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-c04ce518-8b29-4480-983e-17fd31836727 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1830208 Aug 24 15:37:55.913860 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:37:55.951494 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f43c6cb-bd6c-4e37-a0fa-104ba20eb16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.029375 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:56.036314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f83d22fb-2a97-4cad-8349-827b7079f906,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:56.051793 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'f83d22fb-2a97-4cad-8349-827b7079f906', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'port_id': 'f83d22fb-2a97-4cad-8349-827b7079f906', 'mac_address': 'fa:16:3e:73:36:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:37:56.058473 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-8e4239b5-b4f6-45b3-b9ea-6ab818d4310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.060207 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-82fd9ca8-159b-4bc5-b0e4-78d42d2297ff req-8e4239b5-b4f6-45b3-b9ea-6ab818d4310d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4074559 Aug 24 15:37:56.077347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-51ece033-8704-4e0a-a40f-91b0dbfe2e85 req-c148b076-3624-4679-9aec-6f72ce60ef38 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543735 Aug 24 15:37:56.103463 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port f83d22fb-2a97-4cad-8349-827b7079f906 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:56.103904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.114470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:56.125948 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83d22fb-2a97-4cad-8349-827b7079f906 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:56.153100 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f83d22fb-2a97-4cad-8349-827b7079f906,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:56.158312 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.173352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-abd53ba3-c53b-4869-a142-8e47ce84634c req-07930d2e-7abc-451f-a965-194872df7ed3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147840 Aug 24 15:37:56.190017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-720090c0-f87f-4920-9761-78ad1b86914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.191632 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-720090c0-f87f-4920-9761-78ad1b86914d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.4112048 Aug 24 15:37:56.201418 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-fcd89a16-f60a-490c-968f-eeef4243775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.203270 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-fcd89a16-f60a-490c-968f-eeef4243775e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0896029 Aug 24 15:37:56.227201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d16aa60b-75fe-494c-ab0b-80320b598060 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:56.264024 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-f1f5a6f5-61ed-4f5c-930d-1092ffb41636 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0343d105-5766-479e-80bd-69cf5533dd7a HTTP/1.1" status: 200 len: 217 time: 0.0524352 Aug 24 15:37:56.286870 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-955bc778-91b5-4b59-bc43-e6a9894e890f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 217 time: 0.0678976 Aug 24 15:37:56.303206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-0ba9c568-f8b2-4051-95a2-9487a5d8f555 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038460 Aug 24 15:37:56.332213 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:56.347552 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port d16aa60b-75fe-494c-ab0b-80320b598060 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:37:56.355929 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port d16aa60b-75fe-494c-ab0b-80320b598060 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:56.356437 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.369243 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-44570cf0-89d9-4382-9a2c-b8828f420135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.371323 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-44570cf0-89d9-4382-9a2c-b8828f420135 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.1007092 Aug 24 15:37:56.432338 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-232ab3ff-5939-41a1-9de4-0b336bfe7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.434822 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-232ab3ff-5939-41a1-9de4-0b336bfe7dfd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565336 Aug 24 15:37:56.454834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d16aa60b-75fe-494c-ab0b-80320b598060 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:56.455353 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.483628 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:56.515872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878c68-65df-461b-b776-dea7829c1a43 req-e9382327-5b79-41a0-8a48-c5561a0a90c8 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.518615 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-64878c68-65df-461b-b776-dea7829c1a43 req-e9382327-5b79-41a0-8a48-c5561a0a90c8 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 944 time: 0.2479854 Aug 24 15:37:56.543331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f43c6cb-bd6c-4e37-a0fa-104ba20eb16e admin admin] Publish callbacks [] for security_group (5b527941-4176-4f04-a03d-b79a99e081e1), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.545623 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-ca801bac-c29d-42ac-b1e2-8b9bf1dab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.547538 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-ca801bac-c29d-42ac-b1e2-8b9bf1dab436 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.2510564 Aug 24 15:37:56.562933 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['f83d22fb-2a97-4cad-8349-827b7079f906'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:37:56.596174 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3329dcd-aafe-4f0d-b1a4-078de9703bc6 req-b6b67766-d109-4529-be4e-bf110043c649 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.598400 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3329dcd-aafe-4f0d-b1a4-078de9703bc6 req-b6b67766-d109-4529-be4e-bf110043c649 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 943 time: 0.3008502 Aug 24 15:37:56.633805 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d16aa60b-75fe-494c-ab0b-80320b598060,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:56.647524 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-343c157b-4c45-4b57-a619-06dff504240c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064002 Aug 24 15:37:56.653287 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.654984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:56.708143 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0100b31-63df-43a6-ad1d-dd3623a683bc req-0e08dad9-2669-4585-be33-53e06d681acf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257091 Aug 24 15:37:56.727880 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f43c6cb-bd6c-4e37-a0fa-104ba20eb16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5b527941-4176-4f04-a03d-b79a99e081e1), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.737476 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4edb5-9ecc-43ef-a77f-c01973f4045b" -d '{"events": [{"server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "name": "network-vif-plugged", "status": "completed", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:56.761210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:56.791293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:56.807698 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7e12f930-d25c-426e-972a-4e56fb386dc9 req-1ee3c6f8-ed62-4fb6-8526-9f4b181f2864 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488686 Aug 24 15:37:56.810331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43c6cb-bd6c-4e37-a0fa-104ba20eb16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b527941-4176-4f04-a03d-b79a99e081e1,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:56.887192 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-1d3354b4-1a55-439d-899e-15f4a6a5b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:56.889028 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-1d3354b4-1a55-439d-899e-15f4a6a5b7d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2884526 Aug 24 15:37:56.908720 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:37:56.921417 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:56.921831 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:56.995991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49666) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:57.007314 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9f43c6cb-bd6c-4e37-a0fa-104ba20eb16e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9ee6e4e9af8b48f582e3baa9dccb820a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1642561 Aug 24 15:37:57.029367 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3329dcd-aafe-4f0d-b1a4-078de9703bc6 req-25346ea6-e893-49ad-bf9d-8de5d22a307e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198760 Aug 24 15:37:57.037343 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-64878c68-65df-461b-b776-dea7829c1a43 req-a3059f08-7e75-4e1e-a24b-b261cbc86a83 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068305 Aug 24 15:37:57.097370 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] Publish callbacks [] for security_group (5b527941-4176-4f04-a03d-b79a99e081e1), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.101083 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:57.102578 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:57.103612 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.143567 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] Publish callbacks [] for security_group (5b527941-4176-4f04-a03d-b79a99e081e1), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.216214 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:57.216572 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:57.226091 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.233151 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5b527941-4176-4f04-a03d-b79a99e081e1), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.265046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.267553 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5b527941-4176-4f04-a03d-b79a99e081e1 HTTP/1.1" status: 204 len: 168 time: 0.2705026 Aug 24 15:37:57.284684 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882441a5-f6e9-43fd-9a25-cfd595fd270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b527941-4176-4f04-a03d-b79a99e081e1,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:57.293214 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:57.316046 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90f114-5415-4023-b010-39b27d8bbfdd x-openstack-request-id: req-7d90f114-5415-4023-b010-39b27d8bbfdd {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:57.316360 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "name": "network-vif-plugged", "status": "completed", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:57.316621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d90f114-5415-4023-b010-39b27d8bbfdd {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:57.317075 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d90f114-5415-4023-b010-39b27d8bbfdd'] response: {'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060', 'code': 200} Aug 24 15:37:57.356127 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6128ff-ffa3-49d8-bd61-684cdb791aea req-d1bdc8f4-59c5-4def-b393-da07f6ef6677 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:57.357864 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e6128ff-ffa3-49d8-bd61-684cdb791aea req-d1bdc8f4-59c5-4def-b393-da07f6ef6677 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 943 time: 0.1151710 Aug 24 15:37:57.426474 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49694) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:57.435076 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e6128ff-ffa3-49d8-bd61-684cdb791aea req-97603d79-685d-4f92-a6ef-78f9c2a1216a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682061 Aug 24 15:37:57.503458 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f2f2-46fc-41d4-ad35-1592a46516fb req-39c01ed0-da96-472d-8a6f-75ba2434c5c4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:57.511283 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d95f2f2-46fc-41d4-ad35-1592a46516fb req-39c01ed0-da96-472d-8a6f-75ba2434c5c4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 944 time: 0.0932500 Aug 24 15:37:57.581909 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d95f2f2-46fc-41d4-ad35-1592a46516fb req-0d668b06-7340-4697-addd-0e521fe23819 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Aug 24 15:37:57.765922 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:57.771048 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:57.810093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49714) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:57.841194 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-247fd7f9-6462-400e-a8b7-4255818f3cc0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256044 Aug 24 15:37:57.865355 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e556ad45-52e0-45b1-a43b-9779f17bd048 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:37:57.872962 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f83d22fb-2a97-4cad-8349-827b7079f906 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:57.890764 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-416f13fc-47dc-4519-ace2-b1bf778612b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:57.992455 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a21d2f45-b64f-4340-b07a-2782c470f03d req-46b8bdf0-9314-456b-9fbc-9be115d8cb7d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431720 Aug 24 15:37:58.006231 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port f83d22fb-2a97-4cad-8349-827b7079f906 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:37:58.027349 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-2853afb4-7fed-4fab-94c8-d24031fa849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:58.029583 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-2853afb4-7fed-4fab-94c8-d24031fa849c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1129 time: 0.1098437 Aug 24 15:37:58.032147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1559ae7e-5e11-44a8-9c9a-4502201a045a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.044155 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port f83d22fb-2a97-4cad-8349-827b7079f906 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:37:58.044579 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.073129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-ef1e97e1-5da2-4e34-86f3-fdeaa3fea4ab service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.191725 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:58.195057 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-416f13fc-47dc-4519-ace2-b1bf778612b3 admin admin] Publish callbacks [] for security_group (101c518c-3ef5-4f99-9a4d-623da3115e7d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.203239 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e556ad45-52e0-45b1-a43b-9779f17bd048,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:58.216894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-416f13fc-47dc-4519-ace2-b1bf778612b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (101c518c-3ef5-4f99-9a4d-623da3115e7d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.223565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'port_id': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'mac_address': 'fa:16:3e:09:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:37:58.225341 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787165-60ac-404e-ba76-fd93323c53ef req-1ea471e8-e579-4d5a-aa68-2eac912225e6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:58.235235 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b5787165-60ac-404e-ba76-fd93323c53ef req-1ea471e8-e579-4d5a-aa68-2eac912225e6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 943 time: 0.0905740 Aug 24 15:37:58.284840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port f83d22fb-2a97-4cad-8349-827b7079f906 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:58.284840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.299111 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port e556ad45-52e0-45b1-a43b-9779f17bd048 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:37:58.299512 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.307025 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-416f13fc-47dc-4519-ace2-b1bf778612b3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3570f3625b2a418f883a60da4fec382d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8794386 Aug 24 15:37:58.313641 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49736) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:58.337590 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e556ad45-52e0-45b1-a43b-9779f17bd048 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:37:58.351532 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1559ae7e-5e11-44a8-9c9a-4502201a045a admin admin] Publish callbacks [] for security_group (d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.364940 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e556ad45-52e0-45b1-a43b-9779f17bd048,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:58.370589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-ef1e97e1-5da2-4e34-86f3-fdeaa3fea4ab service neutron] Publish callbacks [] for security_group (2277f87d-342d-422d-803d-acb56fc5cb67), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.373206 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1559ae7e-5e11-44a8-9c9a-4502201a045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.374041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.384260 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f13fc-47dc-4519-ace2-b1bf778612b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101c518c-3ef5-4f99-9a4d-623da3115e7d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.388331 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-ef1e97e1-5da2-4e34-86f3-fdeaa3fea4ab service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2277f87d-342d-422d-803d-acb56fc5cb67), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.410519 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0a2a2-43c8-4891-a971-f7a427cc820c req-39c245e7-2157-4632-9c9f-0b522ce2038f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:58.420339 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7fb0a2a2-43c8-4891-a971-f7a427cc820c req-39c245e7-2157-4632-9c9f-0b522ce2038f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.2058599 Aug 24 15:37:58.430566 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:58.435182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f83d22fb-2a97-4cad-8349-827b7079f906,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:37:58.448905 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.462324 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1559ae7e-5e11-44a8-9c9a-4502201a045a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c14401bfa166434fa5b95cadbb3c3622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513319 Aug 24 15:37:58.464735 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ae7e-5e11-44a8-9c9a-4502201a045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.467371 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49740) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:58.469593 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fef5ad96-71c4-4bb6-ac32-73fafa229824 req-ef1e97e1-5da2-4e34-86f3-fdeaa3fea4ab service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278691 Aug 24 15:37:58.501954 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e97e1-5da2-4e34-86f3-fdeaa3fea4ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2277f87d-342d-422d-803d-acb56fc5cb67,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.513947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.542331 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b5787165-60ac-404e-ba76-fd93323c53ef req-fc97f30b-40a9-46ef-a2e1-5c64bff33d01 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035350 Aug 24 15:37:58.566991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7fb0a2a2-43c8-4891-a971-f7a427cc820c req-04019e35-c2e2-41a6-a226-203765a6634e tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454122 Aug 24 15:37:58.567697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] Publish callbacks [] for security_group (101c518c-3ef5-4f99-9a4d-623da3115e7d), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.594749 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] Publish callbacks [] for security_group (101c518c-3ef5-4f99-9a4d-623da3115e7d), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.601849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] Publish callbacks [] for security_group (d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.635347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:58.638326 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] Publish callbacks [] for security_group (d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.653099 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.706322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.715249 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.718306 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623 HTTP/1.1" status: 204 len: 168 time: 0.2466874 Aug 24 15:37:58.735485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['e556ad45-52e0-45b1-a43b-9779f17bd048'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:37:58.737832 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be4e9-089b-4578-b056-3bc1fde7d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7d0a3-9c7a-4ab1-b9ee-c55ba95fe623,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.759716 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a746cb-8453-4b33-8c22-1e4f3b4b8a91 req-3ebb3f5d-a45d-412b-b6af-18159c109ede tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:58.766599 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-92a746cb-8453-4b33-8c22-1e4f3b4b8a91 req-3ebb3f5d-a45d-412b-b6af-18159c109ede tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 943 time: 0.1023536 Aug 24 15:37:58.804969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add3c3-ffdf-4441-bcc7-f705a010f1e0 req-6acded1f-03e7-4074-a839-b3cc76c5d829 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:58.807087 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7add3c3-ffdf-4441-bcc7-f705a010f1e0 req-6acded1f-03e7-4074-a839-b3cc76c5d829 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0918458 Aug 24 15:37:58.810474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (101c518c-3ef5-4f99-9a4d-623da3115e7d), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.813063 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:58.817159 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/101c518c-3ef5-4f99-9a4d-623da3115e7d HTTP/1.1" status: 204 len: 168 time: 0.4988301 Aug 24 15:37:58.850267 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de0a92-a9e3-42da-8541-97d0c78c78fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101c518c-3ef5-4f99-9a4d-623da3115e7d,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:58.881400 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-92a746cb-8453-4b33-8c22-1e4f3b4b8a91 req-1085f193-6fb1-4957-b398-8e91bdac480e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114402 Aug 24 15:37:58.920460 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7add3c3-ffdf-4441-bcc7-f705a010f1e0 req-51c90b88-f1ef-4102-bed9-7c048590823a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893297 Aug 24 15:37:59.318846 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0'}, {'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:37:59.322577 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992ee7c-aad7-4fcc-bca2-75447409347a" -d '{"events": [{"server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "name": "network-vif-plugged", "status": "completed", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0"}, {"server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "name": "network-vif-plugged", "status": "completed", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:37:59.331874 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49770) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:59.351012 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9beda045-764b-47ae-b134-610d988f033b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.374445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5be4d-41e7-42e9-9f95-21f3b8a932bb x-openstack-request-id: req-4aa5be4d-41e7-42e9-9f95-21f3b8a932bb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:37:59.374904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "name": "network-vif-plugged", "status": "completed", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0", "code": 200}, {"server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "name": "network-vif-plugged", "status": "completed", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:37:59.375226 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4aa5be4d-41e7-42e9-9f95-21f3b8a932bb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:37:59.375693 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa5be4d-41e7-42e9-9f95-21f3b8a932bb'] response: {'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0', 'code': 200} Aug 24 15:37:59.376411 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa5be4d-41e7-42e9-9f95-21f3b8a932bb'] response: {'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906', 'code': 200} Aug 24 15:37:59.450328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9beda045-764b-47ae-b134-610d988f033b admin admin] Publish callbacks [] for security_group (96f49f01-cb8c-407d-9cfd-fe876406a9a5), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.457233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9beda045-764b-47ae-b134-610d988f033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (96f49f01-cb8c-407d-9cfd-fe876406a9a5), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.497062 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49776) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:59.504140 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9beda045-764b-47ae-b134-610d988f033b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=35af47790863406e89a02603608d08f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706703 Aug 24 15:37:59.506855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49782) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:59.551812 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda045-764b-47ae-b134-610d988f033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f49f01-cb8c-407d-9cfd-fe876406a9a5,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:59.615386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e9785-ce8d-4d2b-b45c-c636eb6d2d8d req-c8348bef-95ad-47c7-8d46-fa4dc40a2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:37:59.617113 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-538e9785-ce8d-4d2b-b45c-c636eb6d2d8d req-c8348bef-95ad-47c7-8d46-fa4dc40a2230 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1129 time: 0.0562685 Aug 24 15:37:59.619990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] Publish callbacks [] for security_group (96f49f01-cb8c-407d-9cfd-fe876406a9a5), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.683120 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-538e9785-ce8d-4d2b-b45c-c636eb6d2d8d req-0b91aad8-835c-411a-b9c3-05203df52d2b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567393 Aug 24 15:37:59.699060 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49788) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:59.713789 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-466db3ed-6257-4f34-a84a-adf0e4de4a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.721488 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:59.723607 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] Publish callbacks [] for security_group (96f49f01-cb8c-407d-9cfd-fe876406a9a5), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.754823 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c4-725f-4637-8c4c-77020b103128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.794668 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-466db3ed-6257-4f34-a84a-adf0e4de4a74 admin admin] Publish callbacks [] for security_group (b745ba83-5134-4651-bf2b-290dfa5dc0fc), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.800092 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-466db3ed-6257-4f34-a84a-adf0e4de4a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b745ba83-5134-4651-bf2b-290dfa5dc0fc), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.843348 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-466db3ed-6257-4f34-a84a-adf0e4de4a74 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=819d9eff0d3c48db9b4ba36ce3a146e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429989 Aug 24 15:37:59.844245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466db3ed-6257-4f34-a84a-adf0e4de4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745ba83-5134-4651-bf2b-290dfa5dc0fc,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:37:59.849391 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49790) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:37:59.891378 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:37:59.906060 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0343d105-5766-479e-80bd-69cf5533dd7a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:37:59.912812 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e556ad45-52e0-45b1-a43b-9779f17bd048 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:37:59.918312 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] Publish callbacks [] for security_group (b745ba83-5134-4651-bf2b-290dfa5dc0fc), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.945817 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] Publish callbacks [] for security_group (b745ba83-5134-4651-bf2b-290dfa5dc0fc), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:37:59.964067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:00.004928 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b745ba83-5134-4651-bf2b-290dfa5dc0fc), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.008328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.009585 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b745ba83-5134-4651-bf2b-290dfa5dc0fc HTTP/1.1" status: 204 len: 168 time: 0.1592026 Aug 24 15:38:00.020875 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f69cd-8ce1-4ad2-8da9-0a665f8fa724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745ba83-5134-4651-bf2b-290dfa5dc0fc,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:00.039028 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a663be2-8082-49b0-af9d-c8e489af7cf2 req-05e303a2-eb89-49a9-8b79-ab478c47d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:00.039243 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port e556ad45-52e0-45b1-a43b-9779f17bd048 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:38:00.040851 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a663be2-8082-49b0-af9d-c8e489af7cf2 req-05e303a2-eb89-49a9-8b79-ab478c47d31f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 1129 time: 0.4026601 Aug 24 15:38:00.082535 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port e556ad45-52e0-45b1-a43b-9779f17bd048 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:38:00.082807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.091155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c35b4-afc3-4e86-b196-2026455cc66a req-b066fdc1-750c-47b0-91f5-f4b7793ce23a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:00.098929 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a79c35b4-afc3-4e86-b196-2026455cc66a req-b066fdc1-750c-47b0-91f5-f4b7793ce23a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 944 time: 0.3825169 Aug 24 15:38:00.112375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012241-9b4c-4f6b-ab55-557fb0321ed3 req-b0505976-c994-4fc7-a329-1b4be6bce2da tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:00.113901 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-19012241-9b4c-4f6b-ab55-557fb0321ed3 req-b0505976-c994-4fc7-a329-1b4be6bce2da tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.3966339 Aug 24 15:38:00.142455 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:00.152379 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0343d105-5766-479e-80bd-69cf5533dd7a,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:00.202155 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '0343d105-5766-479e-80bd-69cf5533dd7a', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:38:00.241062 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (96f49f01-cb8c-407d-9cfd-fe876406a9a5), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.243608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.247023 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/96f49f01-cb8c-407d-9cfd-fe876406a9a5 HTTP/1.1" status: 204 len: 168 time: 0.7370210 Aug 24 15:38:00.257426 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a663be2-8082-49b0-af9d-c8e489af7cf2 req-7a4da5d4-7255-44e2-bb1f-9ac6273453a2 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011421 Aug 24 15:38:00.260053 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port e556ad45-52e0-45b1-a43b-9779f17bd048 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:38:00.261216 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.275983 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a79c35b4-afc3-4e86-b196-2026455cc66a req-ca8ca470-9ada-4028-973b-c89b72d4a915 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761339 Aug 24 15:38:00.304675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126d88-f10c-49c0-a029-2bdc8be2aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f49f01-cb8c-407d-9cfd-fe876406a9a5,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:00.320715 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-19012241-9b4c-4f6b-ab55-557fb0321ed3 req-6cab28b6-fedc-41fe-bbef-54c6c0bfc82a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804285 Aug 24 15:38:00.355882 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 0343d105-5766-479e-80bd-69cf5533dd7a is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:38:00.356442 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.390437 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e556ad45-52e0-45b1-a43b-9779f17bd048,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:00.402840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0343d105-5766-479e-80bd-69cf5533dd7a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:38:00.415131 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.430263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c4-725f-4637-8c4c-77020b103128 admin admin] Publish callbacks [] for security_group (2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.465321 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d6a445c4-725f-4637-8c4c-77020b103128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.545855 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0343d105-5766-479e-80bd-69cf5533dd7a,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:00.569787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.572511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbaff1-a1c6-434c-8a6c-c4051e99abea req-4e874e11-6a0d-4564-bc7d-b8b1be857c39 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:00.583776 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1fdbaff1-a1c6-434c-8a6c-c4051e99abea req-4e874e11-6a0d-4564-bc7d-b8b1be857c39 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 943 time: 0.1562691 Aug 24 15:38:00.608879 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d6a445c4-725f-4637-8c4c-77020b103128 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=14d8969c821f450b9167d782823f8c12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1105795 Aug 24 15:38:00.609060 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49822) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:00.611364 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a445c4-725f-4637-8c4c-77020b103128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:00.635165 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beb565-0147-4852-a751-daad0a49aa45 req-d6d31afe-52b4-4e8f-91ae-ddbbc0798a74 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:00.644353 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f8beb565-0147-4852-a751-daad0a49aa45 req-d6d31afe-52b4-4e8f-91ae-ddbbc0798a74 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.1454852 Aug 24 15:38:00.680126 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:00.755499 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] Publish callbacks [] for security_group (2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.815556 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f8beb565-0147-4852-a751-daad0a49aa45 req-1d0a1565-90eb-4fd2-9b79-0521a2f85d23 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697700 Aug 24 15:38:00.826457 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1fdbaff1-a1c6-434c-8a6c-c4051e99abea req-f075b156-4085-428c-bb88-bd2c9f489701 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386124 Aug 24 15:38:00.844081 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] Publish callbacks [] for security_group (2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.849840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:00.906976 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['0343d105-5766-479e-80bd-69cf5533dd7a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:38:00.944643 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:00.978280 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.981929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:00.988832 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed HTTP/1.1" status: 204 len: 168 time: 0.3763800 Aug 24 15:38:01.009367 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972cbe1-b947-403d-89c1-0a3a5692eeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b9dc3-9a15-4f16-8d7a-46eb129f11ed,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:01.142940 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:01.377924 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:38:01.380304 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cddbf62-c434-48df-8a9d-efdf52697835" -d '{"events": [{"server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "name": "network-vif-plugged", "status": "completed", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:38:01.448383 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08ad4-ce84-41e6-bee3-c3c248084050 req-9f4ddffa-371e-4cd2-80c7-49ed3774e7ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:01.449902 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44f08ad4-ce84-41e6-bee3-c3c248084050 req-9f4ddffa-371e-4cd2-80c7-49ed3774e7ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0764525 Aug 24 15:38:01.498609 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873532e-055a-41de-879b-8950d4a4de6e req-8e6d5a25-9f4e-421a-8a4a-becebab8cd37 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:01.500136 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7873532e-055a-41de-879b-8950d4a4de6e req-8e6d5a25-9f4e-421a-8a4a-becebab8cd37 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0778861 Aug 24 15:38:01.543006 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44f08ad4-ce84-41e6-bee3-c3c248084050 req-bd013bee-a873-4bc7-80fb-39a068df714a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763779 Aug 24 15:38:01.580599 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7873532e-055a-41de-879b-8950d4a4de6e req-95a81cd2-79c4-453a-b45f-abd7d1fdbd80 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684125 Aug 24 15:38:01.605927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df2b1ea-b25e-448e-a786-ab26f4edfe5b x-openstack-request-id: req-4df2b1ea-b25e-448e-a786-ab26f4edfe5b {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:38:01.606226 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "name": "network-vif-plugged", "status": "completed", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:38:01.606496 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4df2b1ea-b25e-448e-a786-ab26f4edfe5b {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:38:01.606940 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df2b1ea-b25e-448e-a786-ab26f4edfe5b'] response: {'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'code': 200} Aug 24 15:38:01.923999 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0343d105-5766-479e-80bd-69cf5533dd7a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:38:01.988190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 0343d105-5766-479e-80bd-69cf5533dd7a completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:38:02.000541 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 0343d105-5766-479e-80bd-69cf5533dd7a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:38:02.000926 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.064922 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:02.137764 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 0343d105-5766-479e-80bd-69cf5533dd7a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:38:02.138259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.148155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29946a70-0d9c-4d9c-8c38-c3deebe19767 req-8c1cad38-6155-4392-b7e3-8b3734475017 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:02.154128 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29946a70-0d9c-4d9c-8c38-c3deebe19767 req-8c1cad38-6155-4392-b7e3-8b3734475017 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.1373978 Aug 24 15:38:02.169816 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49900) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:02.182475 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac652f-cac8-4dc8-b7dd-5ac1ee73c1e5 req-dad06036-3ffe-4b15-86c2-6c02090439de tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:02.190627 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-77ac652f-cac8-4dc8-b7dd-5ac1ee73c1e5 req-dad06036-3ffe-4b15-86c2-6c02090439de tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 944 time: 0.1355798 Aug 24 15:38:02.192288 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0343d105-5766-479e-80bd-69cf5533dd7a,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:02.197288 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.252386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:02.269517 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-77ac652f-cac8-4dc8-b7dd-5ac1ee73c1e5 req-d79f6919-ab88-472e-bbaa-e6e1e400ae1a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748436 Aug 24 15:38:02.292725 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:02.337724 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29946a70-0d9c-4d9c-8c38-c3deebe19767 req-b28fc36f-c14b-43e5-a9db-38f99791f1d7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259913 Aug 24 15:38:02.573295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393717378-network', 'tenant_id': '80c17e53479e4f88b363de447a5f932b'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:02.644516 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Made reservation on behalf of 80c17e53479e4f88b363de447a5f932b for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:38:02.649285 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.665178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.823696 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316079-732f-4290-8635-ac136eea9a51 req-04a0e30a-d76d-4106-94ab-b6fe2d047759 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:02.825195 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b1316079-732f-4290-8635-ac136eea9a51 req-04a0e30a-d76d-4106-94ab-b6fe2d047759 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1640193 Aug 24 15:38:02.829741 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks [] for security_group (b36fd7c9-fbf5-4bb1-8781-bc75786f25f0), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.839733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b36fd7c9-fbf5-4bb1-8781-bc75786f25f0), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.881147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:38:02.930016 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fd7c9-fbf5-4bb1-8781-bc75786f25f0,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:02.934738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (d9587095-bd56-42f3-b462-79b2f223b37a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:02.935363 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Added segment d9587095-bd56-42f3-b462-79b2f223b37a of type vlan for network d3a2c420-cff0-4f38-9fc1-46957da90197 Aug 24 15:38:02.947027 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f480960-d4aa-420a-b250-d7237074b081 req-55798974-0d6d-4e24-bab4-f0157db0241f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:02.948626 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f480960-d4aa-420a-b250-d7237074b081 req-55798974-0d6d-4e24-bab4-f0157db0241f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.1513851 Aug 24 15:38:02.988246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621190d-77ba-44df-aa25-b80d3c14e8a5 req-9a1bb4e4-93c2-44ae-b7c6-d452fe12c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:02.990326 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a621190d-77ba-44df-aa25-b80d3c14e8a5 req-9a1bb4e4-93c2-44ae-b7c6-d452fe12c955 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1129 time: 0.1183326 Aug 24 15:38:02.996503 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:03.018006 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (d3a2c420-cff0-4f38-9fc1-46957da90197), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.034168 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-fbff2f82-5ca6-4e82-b124-28816893da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.035749 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-fbff2f82-5ca6-4e82-b124-28816893da74 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1129 time: 0.0826800 Aug 24 15:38:03.083666 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (d3a2c420-cff0-4f38-9fc1-46957da90197), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.085900 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.086540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.100377 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a621190d-77ba-44df-aa25-b80d3c14e8a5 req-4d6de35b-63a2-447b-b9d6-9fccafdf044d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993567 Aug 24 15:38:03.106465 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:03.130636 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b1316079-732f-4290-8635-ac136eea9a51 req-7a8824d2-4363-497a-8a06-4abe2d17f5f0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791735 Aug 24 15:38:03.144501 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f480960-d4aa-420a-b250-d7237074b081 req-240d6865-e9b9-4a9e-82b6-4f0066955dd1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568236 Aug 24 15:38:03.153573 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9816835 Aug 24 15:38:03.179397 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 49936) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:03.234009 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Request body: {'subnet': {'network_id': 'd3a2c420-cff0-4f38-9fc1-46957da90197', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393717378-subnet', 'tenant_id': '80c17e53479e4f88b363de447a5f932b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:03.247690 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a0ad4-5b6f-4437-9062-16fbb6875525 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a2c420-cff0-4f38-9fc1-46957da90197,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:03.258953 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network d3a2c420-cff0-4f38-9fc1-46957da90197 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:38:03.263738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Made reservation on behalf of 80c17e53479e4f88b363de447a5f932b for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:38:03.266908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.323637 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-a8ed74aa-73cf-414b-a547-902e74ad1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.323637 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-a8ed74aa-73cf-414b-a547-902e74ad1177 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.2714994 Aug 24 15:38:03.374426 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f074b4f-4880-43fa-9687-f10aba6f4d5e req-9f07a670-2746-4ea8-ac51-f2a3fb35e161 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.382517 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2f074b4f-4880-43fa-9687-f10aba6f4d5e req-9f07a670-2746-4ea8-ac51-f2a3fb35e161 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.1428874 Aug 24 15:38:03.432581 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-1c7fe7f5-3b65-4066-8fd0-8ae86e8aa791 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 200 len: 217 time: 0.0958817 Aug 24 15:38:03.537175 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd66bf-bacd-4dc2-a60c-ae7b610fc99b req-ef426da3-cfec-46c3-b18e-fed9b687581f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.545495 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fbcd66bf-bacd-4dc2-a60c-ae7b610fc99b req-ef426da3-cfec-46c3-b18e-fed9b687581f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.1607704 Aug 24 15:38:03.566798 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (7f2b7fb4-c874-43e9-b8b7-9116aba5720c), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.613866 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:38:03.617373 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10384f9-7e69-46dd-8e89-a5ed12a2569a" -d '{"events": [{"server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "name": "network-vif-plugged", "status": "completed", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:38:03.624843 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2f074b4f-4880-43fa-9687-f10aba6f4d5e req-3e125f3e-f73c-4a78-8dcf-b05f9ff3b567 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413194 Aug 24 15:38:03.628134 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-562e60b9-505b-4834-967b-fb40cd59ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.629588 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-562e60b9-505b-4834-967b-fb40cd59ddce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.1859107 Aug 24 15:38:03.689698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2b7fb4-c874-43e9-b8b7-9116aba5720c,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:03.697460 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41e39d-e1fa-40ec-90df-c662e785262d x-openstack-request-id: req-bf41e39d-e1fa-40ec-90df-c662e785262d {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:38:03.698271 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "name": "network-vif-plugged", "status": "completed", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:38:03.698546 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf41e39d-e1fa-40ec-90df-c662e785262d {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:38:03.699125 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf41e39d-e1fa-40ec-90df-c662e785262d'] response: {'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a', 'code': 200} Aug 24 15:38:03.707476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Checking segment: {'id': 'd9587095-bd56-42f3-b462-79b2f223b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': 'd3a2c420-cff0-4f38-9fc1-46957da90197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:38:03.707844 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Network hostable DHCP agents. Network: d3a2c420-cff0-4f38-9fc1-46957da90197, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:38:03.716516 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fbcd66bf-bacd-4dc2-a60c-ae7b610fc99b req-574cfb80-c0da-44d4-9a9c-639e30cd85ca tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698840 Aug 24 15:38:03.753890 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Network d3a2c420-cff0-4f38-9fc1-46957da90197 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:38:03.763604 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, d3a2c420-cff0-4f38-9fc1-46957da90197) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:38:03.770742 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.771430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:03.776634 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf98b312-a868-430b-b477-f332f97f9f7b None None] Network d3a2c420-cff0-4f38-9fc1-46957da90197 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:38:03.809481 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a121d7b8-16b7-4a09-91f1-5ce8d9499ed3 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6287065 Aug 24 15:38:03.907382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-6a9ec5cb-8abc-4d2e-8d6c-cd7c02fb6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:03.910129 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-6a9ec5cb-8abc-4d2e-8d6c-cd7c02fb6f16 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921180 Aug 24 15:38:03.996755 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b234044-9880-41ce-aa83-2c160dd491e0 None None] Network d3a2c420-cff0-4f38-9fc1-46957da90197 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:38:04.153194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904888-2914-4479-8c8d-fb076d401384 req-ffb77def-e78f-4d87-9693-5e41efd78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:04.155132 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-55904888-2914-4479-8c8d-fb076d401384 req-ffb77def-e78f-4d87-9693-5e41efd78d6a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 1129 time: 0.0948853 Aug 24 15:38:04.187126 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-46b0004f-caa6-41f7-9810-430167a147c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596591 Aug 24 15:38:04.286531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c862-d129-420f-a736-42f4e743e7aa req-f39da681-3618-4ac1-902b-a44075068a33 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:04.288544 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-26b7c862-d129-420f-a736-42f4e743e7aa req-f39da681-3618-4ac1-902b-a44075068a33 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0634003 Aug 24 15:38:04.337953 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-26b7c862-d129-420f-a736-42f4e743e7aa req-38b0242a-b92e-4ea9-900f-66f41ad61b7c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Aug 24 15:38:04.481370 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 49994) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:04.486591 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115022382-network', 'tenant_id': '26de7a84fcd34fcb8b0c2e9bf5d1e948'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:04.506815 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Made reservation on behalf of 26de7a84fcd34fcb8b0c2e9bf5d1e948 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:38:04.509186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.518954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.617375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:04.648213 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-55904888-2914-4479-8c8d-fb076d401384 req-6c5f790e-6cdf-426d-b92e-4388c3516ad7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548506 Aug 24 15:38:04.671310 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:04.676614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:04.682982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks [] for security_group (557d929c-3324-498d-8134-e349bf5e6d26), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.699165 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (557d929c-3324-498d-8134-e349bf5e6d26), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.731439 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472abc87-8c8b-47b4-b6e7-3c31d4b78249 req-7b1ff6d9-e52e-4eb1-bc9a-a14cdd61d864 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386461 Aug 24 15:38:04.764894 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:38:04.776374 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d929c-3324-498d-8134-e349bf5e6d26,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:04.788058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (cb3000a9-a291-4721-a96c-a5bfeabd0cb8), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.788430 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Added segment cb3000a9-a291-4721-a96c-a5bfeabd0cb8 of type vlan for network 980c0844-ce3e-4de2-b37c-5610fca18a46 Aug 24 15:38:04.802982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37440ba-91ee-45e0-853d-ae06431f4d0e req-4232f32c-7d70-4b65-af49-4b4bfbe8f4da tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:04.804417 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b37440ba-91ee-45e0-853d-ae06431f4d0e req-4232f32c-7d70-4b65-af49-4b4bfbe8f4da tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0944381 Aug 24 15:38:04.880434 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (980c0844-ce3e-4de2-b37c-5610fca18a46), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.911269 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f925273-7d67-426f-aa80-437311cf4cdf req-dc48ff0f-7a3b-4e4a-b306-e8477970299d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:04.912745 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8f925273-7d67-426f-aa80-437311cf4cdf req-dc48ff0f-7a3b-4e4a-b306-e8477970299d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.1163471 Aug 24 15:38:04.959734 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (980c0844-ce3e-4de2-b37c-5610fca18a46), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.960640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:04.961220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:04.968505 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b37440ba-91ee-45e0-853d-ae06431f4d0e req-3ee0fd62-aa4c-4007-842c-f8cd6f7ac7e7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516497 Aug 24 15:38:05.011934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50008) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:05.012078 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5294447 Aug 24 15:38:05.018110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Request body: {'subnet': {'network_id': '980c0844-ce3e-4de2-b37c-5610fca18a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115022382-subnet', 'tenant_id': '26de7a84fcd34fcb8b0c2e9bf5d1e948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:05.042736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Made reservation on behalf of 26de7a84fcd34fcb8b0c2e9bf5d1e948 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:38:05.046224 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:05.057494 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc12066-7a16-4ac7-96ec-a1d82567ddaa admin admin] Pushing event updated for resources: {'Network': ['ID=980c0844-ce3e-4de2-b37c-5610fca18a46,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:05.063859 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8f925273-7d67-426f-aa80-437311cf4cdf req-f37870b8-36dc-4967-8096-57d77f50228f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426680 Aug 24 15:38:05.070877 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 980c0844-ce3e-4de2-b37c-5610fca18a46 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:38:05.286124 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (ec5f1e94-38a2-4deb-af87-9054d9b13c13), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:05.349447 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5f1e94-38a2-4deb-af87-9054d9b13c13,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:05.367327 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Checking segment: {'id': 'cb3000a9-a291-4721-a96c-a5bfeabd0cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '980c0844-ce3e-4de2-b37c-5610fca18a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:38:05.367945 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Network hostable DHCP agents. Network: 980c0844-ce3e-4de2-b37c-5610fca18a46, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:38:05.388914 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Network 980c0844-ce3e-4de2-b37c-5610fca18a46 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:38:05.393602 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:05.403153 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 980c0844-ce3e-4de2-b37c-5610fca18a46) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:38:05.411805 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:05.412477 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:05.417604 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d443d-9a5a-40a3-8f83-93df7d1bcbb6 None None] Network 980c0844-ce3e-4de2-b37c-5610fca18a46 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:38:05.441085 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-149beb78-40c0-4c9b-a950-8d0ef216ea9b admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4198101 Aug 24 15:38:05.514203 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3277d-9dba-44ef-bf13-bab6e98a5108 req-3ca5ad5c-97c2-4adc-ac08-0ca00a787c11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:05.515919 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dec3277d-9dba-44ef-bf13-bab6e98a5108 req-3ca5ad5c-97c2-4adc-ac08-0ca00a787c11 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0874634 Aug 24 15:38:05.545875 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdce829-aef3-42f4-bde1-eb60dff7adf4 None None] Network 980c0844-ce3e-4de2-b37c-5610fca18a46 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:38:05.581095 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dec3277d-9dba-44ef-bf13-bab6e98a5108 req-54b72f8c-a193-4cb0-88fa-19d70b5b7ca8 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537992 Aug 24 15:38:05.744661 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581365d-5941-413e-9a3c-5b29d6d319b5 req-fe936ad9-9e21-412f-8bc2-67e59849fb6d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:05.746066 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3581365d-5941-413e-9a3c-5b29d6d319b5 req-fe936ad9-9e21-412f-8bc2-67e59849fb6d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Aug 24 15:38:05.756468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50040) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:05.761015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'floatingip': {'port_id': 'e556ad45-52e0-45b1-a43b-9779f17bd048'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:05.839526 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:06.113683 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ca814-4ac7-480c-91ab-ee402c383bbb req-077d7bf4-f4b9-4c71-b07c-77d1a5255534 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:06.115304 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e20ca814-4ac7-480c-91ab-ee402c383bbb req-077d7bf4-f4b9-4c71-b07c-77d1a5255534 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0526321 Aug 24 15:38:06.171795 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e20ca814-4ac7-480c-91ab-ee402c383bbb req-b025fa94-25f2-42e6-9a82-d06c99ebe3e1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Aug 24 15:38:06.280186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cddcb-242e-4ca7-9884-4db84dfcfd4d req-7bc3111b-f998-46e1-aa4c-7c833a6f7e46 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:06.281688 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd7cddcb-242e-4ca7-9884-4db84dfcfd4d req-7bc3111b-f998-46e1-aa4c-7c833a6f7e46 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0461223 Aug 24 15:38:06.337607 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd7cddcb-242e-4ca7-9884-4db84dfcfd4d req-b3128efe-93e3-4532-942a-f3d27e68af94 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Aug 24 15:38:06.598584 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:06.602516 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:06.707147 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Floating IP 76753960-55ae-46ba-9a00-36486efa2d43 associated. External IP: 172.27.4.3, port: e556ad45-52e0-45b1-a43b-9779f17bd048. Aug 24 15:38:06.774925 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:06.919865 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:38:07.025437 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:38:07.029621 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:07.038250 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:38:07.048881 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:07.049643 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:07.059897 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-8efcdfb5-e2c2-42e8-9b16-5fa7ba26ea23 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/76753960-55ae-46ba-9a00-36486efa2d43 HTTP/1.1" status: 200 len: 989 time: 1.3023059 Aug 24 15:38:07.060479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:38:07.062751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1179d-76e4-4526-b4e3-0ea96765aaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:38:07.102032 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0c860-4bc7-41bb-82de-18f141a31800 x-openstack-request-id: req-8fe0c860-4bc7-41bb-82de-18f141a31800 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:38:07.102403 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:38:07.103055 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8fe0c860-4bc7-41bb-82de-18f141a31800 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:38:07.103554 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe0c860-4bc7-41bb-82de-18f141a31800'] response: {'name': 'network-changed', 'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'status': 'completed', 'code': 200} Aug 24 15:38:07.153840 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:07.307082 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b509b-a41f-4726-91ab-9fc0bb8277d1 req-b52030d4-8e68-4ffb-8f38-1bb16a771c6b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:07.309239 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e47b509b-a41f-4726-91ab-9fc0bb8277d1 req-b52030d4-8e68-4ffb-8f38-1bb16a771c6b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0563223 Aug 24 15:38:07.370055 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e47b509b-a41f-4726-91ab-9fc0bb8277d1 req-c706d0a7-193a-4c74-9133-0e0eddd3787e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437019 Aug 24 15:38:07.463204 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:07.484920 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '76753960-55ae-46ba-9a00-36486efa2d43', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:09:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:31Z', 'updated_at': '2022-08-24T15:38:06Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:07.485189 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b184c-8ac7-444c-afbe-7528babf0827 req-5855a3be-2f9d-4917-b08b-505ffa33cd5d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:07.487333 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb8b184c-8ac7-444c-afbe-7528babf0827 req-5855a3be-2f9d-4917-b08b-505ffa33cd5d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0548565 Aug 24 15:38:07.510350 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:38:07.518960 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:07.519582 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:07.536260 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb8b184c-8ac7-444c-afbe-7528babf0827 req-bdd9634e-77d6-41ed-a46a-0ad36935e3f1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Aug 24 15:38:07.619325 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:07.825801 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '76753960-55ae-46ba-9a00-36486efa2d43', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:09:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:31Z', 'updated_at': '2022-08-24T15:38:06Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:07.852207 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5ea57b-e1a9-4207-8fac-ab8901d917eb None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '76753960-55ae-46ba-9a00-36486efa2d43', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.3', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:09:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:31Z', 'updated_at': '2022-08-24T15:38:06Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:38:08.060134 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c3169-d799-429d-8670-d9f32bbf8a05 None None] New status for floating IP 76753960-55ae-46ba-9a00-36486efa2d43: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:38:08.347183 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-84a72e9e-0084-429f-a594-74e18651a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:08.348690 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-84a72e9e-0084-429f-a594-74e18651a76e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1129 time: 0.0457754 Aug 24 15:38:08.495621 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa315-3f8c-46ce-bd91-5c5fc66f4bfd req-54af9125-6185-49eb-ab6b-a33e4ddffedd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:08.497140 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d75fa315-3f8c-46ce-bd91-5c5fc66f4bfd req-54af9125-6185-49eb-ab6b-a33e4ddffedd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0517008 Aug 24 15:38:08.550292 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d75fa315-3f8c-46ce-bd91-5c5fc66f4bfd req-28558d6d-4f02-4436-aabf-863c42d32a28 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Aug 24 15:38:08.654354 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3085a-fd49-4059-8d19-880e89faf448 req-14cc28b6-02f0-4114-95e7-0e4f9224c1cc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:08.655736 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1eb3085a-fd49-4059-8d19-880e89faf448 req-14cc28b6-02f0-4114-95e7-0e4f9224c1cc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0453098 Aug 24 15:38:08.694865 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:08.702858 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1eb3085a-fd49-4059-8d19-880e89faf448 req-a5c8a93d-b8ec-4c70-ab04-0b8bc358c478 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Aug 24 15:38:09.393860 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-5f700a26-b8a4-4eb7-bef9-cfffaab14ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:09.395560 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-5f700a26-b8a4-4eb7-bef9-cfffaab14ba4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.1089759 Aug 24 15:38:09.665990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811d237-763c-4aac-b519-3b699d17df25 req-6c19e498-13d8-433e-b19c-ddd3fa2b2204 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:09.667516 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4811d237-763c-4aac-b519-3b699d17df25 req-6c19e498-13d8-433e-b19c-ddd3fa2b2204 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0465307 Aug 24 15:38:09.715147 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4811d237-763c-4aac-b519-3b699d17df25 req-b18437cd-8f3d-4d7f-90a6-b8d64daad931 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Aug 24 15:38:09.820326 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ac254-cd52-47cf-8917-80c78c687031 req-4deadcd3-5e3f-4c6b-a8a2-904b564f2af3 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:09.821778 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-226ac254-cd52-47cf-8917-80c78c687031 req-4deadcd3-5e3f-4c6b-a8a2-904b564f2af3 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0461586 Aug 24 15:38:09.869409 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-226ac254-cd52-47cf-8917-80c78c687031 req-4f6a9768-9134-4a27-94f8-5d25234f17e6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Aug 24 15:38:10.835548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48400a46-12ea-4715-a665-72ff7009b2c9 req-af8f89ab-649f-4904-a637-65e06153cc3e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:10.836985 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48400a46-12ea-4715-a665-72ff7009b2c9 req-af8f89ab-649f-4904-a637-65e06153cc3e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0496788 Aug 24 15:38:10.883867 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48400a46-12ea-4715-a665-72ff7009b2c9 req-c43b6d68-85bc-45da-be6f-cb094341b7c2 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Aug 24 15:38:10.987035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be8ad8-b326-4771-9c23-5cbcba9a200a req-83d7e716-54cb-41f0-962b-f842883548e6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:10.988493 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9be8ad8-b326-4771-9c23-5cbcba9a200a req-83d7e716-54cb-41f0-962b-f842883548e6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0462728 Aug 24 15:38:11.035431 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9be8ad8-b326-4771-9c23-5cbcba9a200a req-2a26e403-94bb-42ac-a5bf-887a4385239c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Aug 24 15:38:11.178519 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-ef9abb7e-c908-434e-810b-acb66743306a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 999 time: 0.0876431 Aug 24 15:38:11.365895 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-a031a0a4-5ecd-484e-b402-f5c9c8eaa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:11.367403 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-a031a0a4-5ecd-484e-b402-f5c9c8eaa363 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0476975 Aug 24 15:38:12.003791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf12e8-f1c0-4f2f-b033-44bfa4d6c2e4 req-8d53959c-7a29-4fc0-b768-b045eba1de8e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:12.005283 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80bf12e8-f1c0-4f2f-b033-44bfa4d6c2e4 req-8d53959c-7a29-4fc0-b768-b045eba1de8e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0508525 Aug 24 15:38:12.059687 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80bf12e8-f1c0-4f2f-b033-44bfa4d6c2e4 req-adcb5919-aeb4-43cd-ac55-c843a1917a69 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Aug 24 15:38:12.164479 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147ff03-d404-40bc-8730-2ad7cdb15abd req-1745b2af-4b4e-45bb-a581-a5fd7a9e4416 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:12.165981 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5147ff03-d404-40bc-8730-2ad7cdb15abd req-1745b2af-4b4e-45bb-a581-a5fd7a9e4416 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0513203 Aug 24 15:38:12.192232 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:12.214288 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5147ff03-d404-40bc-8730-2ad7cdb15abd req-6f4ef049-a350-47e0-91ed-03415b750872 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Aug 24 15:38:12.327774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d726ee-4842-434a-8ed7-bbc23170316b req-aa21603e-4bb4-43af-9c65-c6fde076f171 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:12.329302 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-33d726ee-4842-434a-8ed7-bbc23170316b req-aa21603e-4bb4-43af-9c65-c6fde076f171 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0471973 Aug 24 15:38:12.339509 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50208) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:12.344442 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:38:12.424014 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:12.632066 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:13.216687 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:13.225573 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde090a-b190-497f-8dc9-18939a217de7 req-72e65a6e-c743-4501-a3a8-06a0f704b195 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:13.227079 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0fde090a-b190-497f-8dc9-18939a217de7 req-72e65a6e-c743-4501-a3a8-06a0f704b195 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0837939 Aug 24 15:38:13.228141 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:13.349426 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0fde090a-b190-497f-8dc9-18939a217de7 req-01399fce-5148-49c8-a1b1-ade1e20ffbf4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897491 Aug 24 15:38:13.359631 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP e9fb6ecd-5226-42e6-9813-08bb5dd81f94 associated. External IP: 172.27.4.67, port: 0343d105-5766-479e-80bd-69cf5533dd7a. Aug 24 15:38:13.431959 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9beb23e-5438-45ed-ac9b-54765c3a1804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:13.575281 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:38:13.677390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:38:13.681922 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:13.686855 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:38:13.697545 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:13.698150 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:13.708818 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:13.719797 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-3629b03f-d92c-4fed-ad4f-bc43e329e79f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/e9fb6ecd-5226-42e6-9813-08bb5dd81f94 HTTP/1.1" status: 200 len: 990 time: 1.3768680 Aug 24 15:38:13.719797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:38:13.722106 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465bf72d-e44f-48bd-be85-10284c68fcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:38:13.761371 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b726a2c-ced4-4e6a-92b6-d7f2ba0261dd x-openstack-request-id: req-0b726a2c-ced4-4e6a-92b6-d7f2ba0261dd {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:38:13.761673 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:38:13.761932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b726a2c-ced4-4e6a-92b6-d7f2ba0261dd {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:38:13.762605 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b726a2c-ced4-4e6a-92b6-d7f2ba0261dd'] response: {'name': 'network-changed', 'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a', 'status': 'completed', 'code': 200} Aug 24 15:38:13.781761 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:13.807647 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:13.809165 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:14.020953 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:13Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:14.046014 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:38:14.055753 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:14.056365 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:37:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:14.161907 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:14.372034 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:13Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:14.399763 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe20acb-6289-4dcd-9428-89c35efe1cd2 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:13Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:38:14.485486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f27d6-2be8-438c-99d5-e46d14b633a2 req-1b57023a-a3c0-4e16-87ac-2767a3559480 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:14.487206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad5f27d6-2be8-438c-99d5-e46d14b633a2 req-1b57023a-a3c0-4e16-87ac-2767a3559480 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0533450 Aug 24 15:38:14.539433 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad5f27d6-2be8-438c-99d5-e46d14b633a2 req-0ef37a5f-23b6-462e-b2f0-5fe1e8f4a002 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 Aug 24 15:38:14.622240 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29134feb-0550-4eb0-971c-bd910467d8f4 None None] New status for floating IP e9fb6ecd-5226-42e6-9813-08bb5dd81f94: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:38:14.661813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:14.717699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:14.871562 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-d7b55c0a-e386-4ced-a093-6da386b03ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:14.871562 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-d7b55c0a-e386-4ced-a093-6da386b03ff3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468028 Aug 24 15:38:15.011295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-72cd9251-0a0c-4a1b-913b-18cfed9d1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:15.012946 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-72cd9251-0a0c-4a1b-913b-18cfed9d1ded service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 1129 time: 0.0468819 Aug 24 15:38:15.025862 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:15.049529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:15.056876 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-48b1a2f5-b31d-478d-8f39-ee39800ff632 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931437 Aug 24 15:38:15.127319 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-e9fa92b7-1a26-426c-af1a-aca09b4c3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:15.128909 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-e9fa92b7-1a26-426c-af1a-aca09b4c3e1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.0973392 Aug 24 15:38:15.174899 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83a1179d-76e4-4526-b4e3-0ea96765aaeb req-2e82fbbb-ef36-49b0-bbcf-e3cb34271cd1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956402 Aug 24 15:38:15.229590 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-ef1dceb6-2b5e-4f8e-96be-4ffca8813c29 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0343d105-5766-479e-80bd-69cf5533dd7a HTTP/1.1" status: 200 len: 1000 time: 0.0856862 Aug 24 15:38:15.288263 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-d8961fa0-9c61-4cee-8221-a07ed6776042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:15.289733 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-d8961fa0-9c61-4cee-8221-a07ed6776042 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0471661 Aug 24 15:38:15.350583 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-73407ab5-3e24-4410-8a6b-2c5facc909b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:15.352500 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-73407ab5-3e24-4410-8a6b-2c5facc909b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465212 Aug 24 15:38:15.463585 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-16c0e1bb-38a1-4b34-8a9e-d41e26e8ec4b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013324 Aug 24 15:38:15.568892 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-465bf72d-e44f-48bd-be85-10284c68fcf1 req-aba6a41a-4aa6-4eaf-a11b-73d8547c029a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986853 Aug 24 15:38:15.676932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaea598-323f-4c3a-89dc-f03e22ae9023 req-edccc8a9-458e-468b-ab48-704d0eeae1c5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:15.678488 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdaea598-323f-4c3a-89dc-f03e22ae9023 req-edccc8a9-458e-468b-ab48-704d0eeae1c5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0564005 Aug 24 15:38:15.737627 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-342cdb94-e1d6-44ee-bec6-59298c16fab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:15.742868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdaea598-323f-4c3a-89dc-f03e22ae9023 req-08281e28-d38a-490e-8ba2-17ff20149beb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573721 Aug 24 15:38:16.871238 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d41e-6f35-4604-89ef-39316bab97ff req-d261a8ee-1072-4920-89ca-a4c20e8a300e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:16.872731 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e7d5d41e-6f35-4604-89ef-39316bab97ff req-d261a8ee-1072-4920-89ca-a4c20e8a300e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0506239 Aug 24 15:38:16.934060 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e7d5d41e-6f35-4604-89ef-39316bab97ff req-61dccd59-b324-4e29-9531-77983b029df8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Aug 24 15:38:17.050372 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:17.101822 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-a67211e4-bfc0-4364-8c48-3431c699c7cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437243 Aug 24 15:38:17.203779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-9fc71625-5740-43f6-a6b8-eb409ca60389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:17.205960 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-9fc71625-5740-43f6-a6b8-eb409ca60389 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ee9eb7c5b5f94cd78546a3c1cc3d7cc7&device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 1129 time: 0.0471778 Aug 24 15:38:17.559728 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:17.573698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-3636fe0b-aad1-450c-918b-f8027a27e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:17.575573 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-3636fe0b-aad1-450c-918b-f8027a27e661 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=c2f710af-a064-4b7b-b43a-23e3b653ca60 HTTP/1.1" status: 200 len: 913 time: 0.3457577 Aug 24 15:38:17.733190 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50344) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:17.787800 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50348) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:17.902429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:17.905479 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-623eb1f2-40b6-4d25-afbb-306addc47ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.082497 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Publish callbacks [] for security_group (3c229197-e566-4339-87e1-7aed3b62c575), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.084878 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-623eb1f2-40b6-4d25-afbb-306addc47ac8 admin admin] Publish callbacks [] for security_group (42614d97-58d5-4627-b474-2924669db053), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.090690 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3c229197-e566-4339-87e1-7aed3b62c575), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.098010 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-623eb1f2-40b6-4d25-afbb-306addc47ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (42614d97-58d5-4627-b474-2924669db053), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.121680 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d7866-6db0-4982-8bf5-a11123ffa668 req-a24621c2-a0fe-49f5-a2a0-be5c6b74c913 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:18.123188 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb6d7866-6db0-4982-8bf5-a11123ffa668 req-a24621c2-a0fe-49f5-a2a0-be5c6b74c913 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.1074963 Aug 24 15:38:18.157979 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:18.178072 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cf4f846304ca417597295c3077cfe197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436469 Aug 24 15:38:18.178785 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c229197-e566-4339-87e1-7aed3b62c575,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:18.181270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50354) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:18.186745 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-623eb1f2-40b6-4d25-afbb-306addc47ac8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=445d73ace83e4fc8be9bb229fccce8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979030 Aug 24 15:38:18.189406 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50356) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:18.196645 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.196992 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.197360 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.197702 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.198042 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.198390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.198716 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.199043 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.199368 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.199694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.200021 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.200399 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.200720 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.201067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.201387 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef60e67-a135-4601-a5dc-65c442007672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.244147 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb6d7866-6db0-4982-8bf5-a11123ffa668 req-ee0e8024-3138-4f61-a9d0-3cdbdf32703c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047814 Aug 24 15:38:18.248601 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb1f2-40b6-4d25-afbb-306addc47ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42614d97-58d5-4627-b474-2924669db053,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:18.286491 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Publish callbacks [] for security_group (3c229197-e566-4339-87e1-7aed3b62c575), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.311048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] Publish callbacks [] for security_group (42614d97-58d5-4627-b474-2924669db053), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.329724 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Publish callbacks [] for security_group (3c229197-e566-4339-87e1-7aed3b62c575), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.335236 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.351521 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] Publish callbacks [] for security_group (42614d97-58d5-4627-b474-2924669db053), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.420139 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3c229197-e566-4339-87e1-7aed3b62c575), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.424123 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.425291 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3c229197-e566-4339-87e1-7aed3b62c575 HTTP/1.1" status: 204 len: 168 time: 0.2430003 Aug 24 15:38:18.428347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (42614d97-58d5-4627-b474-2924669db053), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.430752 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.431818 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/42614d97-58d5-4627-b474-2924669db053 HTTP/1.1" status: 204 len: 168 time: 0.2358875 Aug 24 15:38:18.439476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c229197-e566-4339-87e1-7aed3b62c575,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:18.447084 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.447441 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.447820 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.448169 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.448515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.448853 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.449215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.449547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.449877 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.450211 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.450559 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.450923 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.451318 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.451587 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.451886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9d78b-4395-4785-ab22-7105a7b722ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:18.473118 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d7433-efc6-43e1-8295-358d6adfa6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42614d97-58d5-4627-b474-2924669db053,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:18.509717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.555530 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-9c64e3a6-0506-49e2-8272-6be4a8ac6241 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 HTTP/1.1" status: 200 len: 217 time: 0.0381155 Aug 24 15:38:18.813957 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50380) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:18.830802 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1594-8a71-43c2-8834-0c839f4c63de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.882838 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.883793 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:18.919724 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1594-8a71-43c2-8834-0c839f4c63de admin admin] Publish callbacks [] for security_group (a158b7a3-e482-4adb-ab13-b111134c1533), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.924355 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8f0b1594-8a71-43c2-8834-0c839f4c63de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a158b7a3-e482-4adb-ab13-b111134c1533), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:18.972503 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-8f0b1594-8a71-43c2-8834-0c839f4c63de admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f0c330357d8c4e9098e7644c3688005d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574142 Aug 24 15:38:18.973682 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b1594-8a71-43c2-8834-0c839f4c63de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a158b7a3-e482-4adb-ab13-b111134c1533,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:18.975646 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50382) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:19.036656 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:19.040731 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] Publish callbacks [] for security_group (a158b7a3-e482-4adb-ab13-b111134c1533), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:19.065136 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] Publish callbacks [] for security_group (a158b7a3-e482-4adb-ab13-b111134c1533), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:19.116812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a158b7a3-e482-4adb-ab13-b111134c1533), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:19.119749 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:19.120979 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a158b7a3-e482-4adb-ab13-b111134c1533 HTTP/1.1" status: 204 len: 168 time: 0.1412554 Aug 24 15:38:19.132393 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe710ff-c277-4fa3-8529-22a30d44e374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a158b7a3-e482-4adb-ab13-b111134c1533,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:19.416990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03073a-2d4c-4253-bc52-5a70a52c6f27 req-fbea41c9-3088-4973-8447-2447b128bdca tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:19.428308 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ed03073a-2d4c-4253-bc52-5a70a52c6f27 req-fbea41c9-3088-4973-8447-2447b128bdca tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0851634 Aug 24 15:38:19.499887 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-10667ff2-7a00-4a76-92b0-c2c0068140ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:19.502055 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-10667ff2-7a00-4a76-92b0-c2c0068140ad service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6bcfbdae-9908-4ea7-bf26-ad8f988e1496 HTTP/1.1" status: 200 len: 850 time: 0.0964408 Aug 24 15:38:19.507953 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ed03073a-2d4c-4253-bc52-5a70a52c6f27 req-ebf1d169-5c91-4233-a503-b1c696be36f2 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721819 Aug 24 15:38:20.495734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-8f303aaf-cf02-4577-bc30-c43e409fc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:20.497264 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-8f303aaf-cf02-4577-bc30-c43e409fc6b5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=c2f710af-a064-4b7b-b43a-23e3b653ca60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574424 Aug 24 15:38:20.613367 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-e433ec7e-c442-477b-915d-fbcf433b9294 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965271 Aug 24 15:38:20.657671 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb260cbe-3bce-452c-943a-09671830315f req-f8d869f0-4d83-4d39-af37-58051267acde tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:20.659300 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb260cbe-3bce-452c-943a-09671830315f req-f8d869f0-4d83-4d39-af37-58051267acde tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0499141 Aug 24 15:38:20.729046 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-36e1a03d-3635-430a-96ce-1d0771e11d04 req-0075933a-4a22-4e32-93e7-91c38634019e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011157 Aug 24 15:38:20.731149 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb260cbe-3bce-452c-943a-09671830315f req-5510c0bd-bd74-41f2-8ec0-0e01c0147af0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645289 Aug 24 15:38:21.050390 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 50468) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:21.160504 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ba14461c-e258-4e7b-a13f-40448271350c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.170472 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:21.240338 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ba14461c-e258-4e7b-a13f-40448271350c admin admin] Publish callbacks [] for security_group (e3319217-4c49-411c-8920-1ca0c5807d43), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.244154 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ba14461c-e258-4e7b-a13f-40448271350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e3319217-4c49-411c-8920-1ca0c5807d43), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.285638 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ba14461c-e258-4e7b-a13f-40448271350c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d709fe9dff924ec081f3cb79aef01694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340333 Aug 24 15:38:21.286504 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14461c-e258-4e7b-a13f-40448271350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3319217-4c49-411c-8920-1ca0c5807d43,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:21.289292 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50472) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:21.340325 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] Publish callbacks [] for security_group (e3319217-4c49-411c-8920-1ca0c5807d43), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.363163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] Publish callbacks [] for security_group (e3319217-4c49-411c-8920-1ca0c5807d43), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.432191 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e3319217-4c49-411c-8920-1ca0c5807d43), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.434890 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.436167 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e3319217-4c49-411c-8920-1ca0c5807d43 HTTP/1.1" status: 204 len: 168 time: 0.1457746 Aug 24 15:38:21.446114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965078f-4512-4e1a-8c3e-2bfce081c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3319217-4c49-411c-8920-1ca0c5807d43,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:21.779017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50500) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:21.794876 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf4-b04e-40ed-94e1-9c8d0383ab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.878677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0557f-6679-4009-9c8d-360a80b045bb req-e1f34379-a66b-40a9-8202-4c99c1570f11 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:21.880188 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80a0557f-6679-4009-9c8d-360a80b045bb req-e1f34379-a66b-40a9-8202-4c99c1570f11 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0634673 Aug 24 15:38:21.955018 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf4-b04e-40ed-94e1-9c8d0383ab7c admin admin] Publish callbacks [] for security_group (892993cf-eeb3-49c0-91d7-f4e5780d9d0b), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.958683 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80a0557f-6679-4009-9c8d-360a80b045bb req-b6c22787-5942-46b7-951e-d2e39d5e37d7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 Aug 24 15:38:21.968794 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cf43daf4-b04e-40ed-94e1-9c8d0383ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (892993cf-eeb3-49c0-91d7-f4e5780d9d0b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:21.991727 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:22.015801 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43daf4-b04e-40ed-94e1-9c8d0383ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892993cf-eeb3-49c0-91d7-f4e5780d9d0b,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:22.031502 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cf43daf4-b04e-40ed-94e1-9c8d0383ab7c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0dbd7424395a4ee2bca12146a7d1e3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511988 Aug 24 15:38:22.034740 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 50508) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:22.089495 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] Publish callbacks [] for security_group (892993cf-eeb3-49c0-91d7-f4e5780d9d0b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:22.114286 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] Publish callbacks [] for security_group (892993cf-eeb3-49c0-91d7-f4e5780d9d0b), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:22.166453 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (892993cf-eeb3-49c0-91d7-f4e5780d9d0b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:22.169604 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:22.173791 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/892993cf-eeb3-49c0-91d7-f4e5780d9d0b HTTP/1.1" status: 204 len: 168 time: 0.1380625 Aug 24 15:38:22.182964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffedaa4-c6c9-4292-a71c-897676657da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892993cf-eeb3-49c0-91d7-f4e5780d9d0b,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:23.113225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1083e0-dcc3-401d-b375-1080553ec3fc req-fe876601-b95a-4697-b123-cc20925cac2c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:23.114830 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2a1083e0-dcc3-401d-b375-1080553ec3fc req-fe876601-b95a-4697-b123-cc20925cac2c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0695052 Aug 24 15:38:23.144990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:23.168700 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2a1083e0-dcc3-401d-b375-1080553ec3fc req-93665c5e-956e-4c53-9952-bd9d119825ec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Aug 24 15:38:24.316187 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37edaed-db12-4db0-8fd1-04153cc1615f req-e44616b1-93c4-4015-9607-ee091f62c372 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:24.317760 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d37edaed-db12-4db0-8fd1-04153cc1615f req-e44616b1-93c4-4015-9607-ee091f62c372 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0574310 Aug 24 15:38:24.373984 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d37edaed-db12-4db0-8fd1-04153cc1615f req-ffc9081b-ed24-4f9a-beac-910e2ef507cd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Aug 24 15:38:25.495409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713ae05-4e83-462a-b68b-ca1381d56e73 req-861f8c86-99c1-4071-b8f7-1d33fb8dc9ca tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:25.496884 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c713ae05-4e83-462a-b68b-ca1381d56e73 req-861f8c86-99c1-4071-b8f7-1d33fb8dc9ca tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0489068 Aug 24 15:38:25.555734 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c713ae05-4e83-462a-b68b-ca1381d56e73 req-8a5f22a1-5981-4938-abfe-138a948bd40e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Aug 24 15:38:26.678793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9aaad-a6ae-4af0-a0cf-77cc68dcad49 req-ec1e426b-61e0-4f42-8365-122d8943956f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:26.680180 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44c9aaad-a6ae-4af0-a0cf-77cc68dcad49 req-ec1e426b-61e0-4f42-8365-122d8943956f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0516963 Aug 24 15:38:26.728015 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44c9aaad-a6ae-4af0-a0cf-77cc68dcad49 req-09818293-6ef8-4c86-9aea-b23d21ac2546 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Aug 24 15:38:27.850070 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac5495-7633-4e3b-bf35-aa4c5dd1906d req-235c8a32-9262-4412-a848-0152ad5eaff8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:27.851605 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3dac5495-7633-4e3b-bf35-aa4c5dd1906d req-235c8a32-9262-4412-a848-0152ad5eaff8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0515010 Aug 24 15:38:27.898926 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3dac5495-7633-4e3b-bf35-aa4c5dd1906d req-939921db-6001-4436-9b9c-4458a4df1011 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Aug 24 15:38:29.023476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d632b7-19fe-4bf1-9908-48195c20e654 req-26d08811-a967-4918-a32e-c03aa863a42f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:29.025047 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38d632b7-19fe-4bf1-9908-48195c20e654 req-26d08811-a967-4918-a32e-c03aa863a42f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0514693 Aug 24 15:38:29.076916 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38d632b7-19fe-4bf1-9908-48195c20e654 req-25c3fb6e-d81f-4cfe-b3d1-6f4065713e09 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462370 Aug 24 15:38:30.201595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab905a-dce0-4ee7-93d7-86701e8566fe req-9c9f2d35-8a2d-4a9b-b17d-202bdc738291 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:30.203088 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2fab905a-dce0-4ee7-93d7-86701e8566fe req-9c9f2d35-8a2d-4a9b-b17d-202bdc738291 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0483339 Aug 24 15:38:30.286530 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2fab905a-dce0-4ee7-93d7-86701e8566fe req-d2ec1a91-16e6-425e-80b7-af01390dec03 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773890 Aug 24 15:38:30.294298 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173fc96-d65e-4466-bd20-9d49145be185 req-d88faa09-ace5-4338-8688-78856ab33c30 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:30.299207 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4173fc96-d65e-4466-bd20-9d49145be185 req-d88faa09-ace5-4338-8688-78856ab33c30 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0625377 Aug 24 15:38:30.360870 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4173fc96-d65e-4466-bd20-9d49145be185 req-48e59ab9-93a5-4690-a132-7d0fa4846ed7 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Aug 24 15:38:31.279082 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=3,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:31.281044 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=59,neutron:INSERT=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:31.408964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3785-0408-4e59-8fdc-46b6abccc9de req-39742a35-bc15-4209-bab6-80dfb572de9b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:31.410451 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-470c3785-0408-4e59-8fdc-46b6abccc9de req-39742a35-bc15-4209-bab6-80dfb572de9b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0508835 Aug 24 15:38:31.436719 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:31.460321 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:31.494103 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-470c3785-0408-4e59-8fdc-46b6abccc9de req-539fd257-e907-4f87-88c0-b0ccd155bd42 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780656 Aug 24 15:38:31.502795 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b6baf-6713-4df6-a1ff-1add84fb1c64 req-619e04cb-46cc-4249-ac8a-1ce91dc381d6 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:31.504284 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e09b6baf-6713-4df6-a1ff-1add84fb1c64 req-619e04cb-46cc-4249-ac8a-1ce91dc381d6 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0683374 Aug 24 15:38:31.556403 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e09b6baf-6713-4df6-a1ff-1add84fb1c64 req-78f0482d-c00c-4d98-8267-aa8f309f16d5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Aug 24 15:38:31.913420 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=70 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:31.914072 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=60 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:32.199285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:32.619361 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd116c-4b34-474d-bb1f-b4227ad41e7f req-920b62f0-e728-4757-95e8-ced57b90fcb3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:32.620431 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d1fd116c-4b34-474d-bb1f-b4227ad41e7f req-920b62f0-e728-4757-95e8-ced57b90fcb3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0480573 Aug 24 15:38:32.902688 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d9db-5eb6-4f9b-a12a-a86cafc13413 req-b216242d-2e52-4858-99b0-fe41b61843f1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:32.904294 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8dc6d9db-5eb6-4f9b-a12a-a86cafc13413 req-b216242d-2e52-4858-99b0-fe41b61843f1 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.2714889 Aug 24 15:38:32.912207 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d1fd116c-4b34-474d-bb1f-b4227ad41e7f req-0cc98011-a233-4dad-996d-49ea123860f3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855420 Aug 24 15:38:32.914267 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:38:32.919852 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:32.956281 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8dc6d9db-5eb6-4f9b-a12a-a86cafc13413 req-e7e5b16f-ad4d-48e7-b4b4-c20423da79be tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Aug 24 15:38:34.056068 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877332-d007-43cc-afb8-c7bfa6512993 req-d177c279-e6b2-43a1-ba6e-34d30be991eb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:34.057534 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a877332-d007-43cc-afb8-c7bfa6512993 req-d177c279-e6b2-43a1-ba6e-34d30be991eb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0651686 Aug 24 15:38:34.112497 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa4fd-4c36-4834-b31a-482455d7c283 req-41b156ee-782e-4b5c-afbd-904cb00e3b51 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:34.113974 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-89baa4fd-4c36-4834-b31a-482455d7c283 req-41b156ee-782e-4b5c-afbd-904cb00e3b51 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0766759 Aug 24 15:38:34.155631 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a877332-d007-43cc-afb8-c7bfa6512993 req-d16daafb-2265-41cf-a25a-d3bab6654f30 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754039 Aug 24 15:38:34.183205 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-89baa4fd-4c36-4834-b31a-482455d7c283 req-7dc98498-a50e-453a-a1d6-9d778de16b2a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Aug 24 15:38:35.306369 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a8574-05d0-49b0-9924-2f13a1b041d8 req-02821e73-84f5-413f-af71-fec1dbf03a81 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:35.307867 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cf6a8574-05d0-49b0-9924-2f13a1b041d8 req-02821e73-84f5-413f-af71-fec1dbf03a81 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0748885 Aug 24 15:38:35.335306 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fb2f8-53d4-4cf3-bca1-9363ec13d59d req-7f9859f0-314c-4f3b-857c-1a6957a7f156 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:35.336763 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-365fb2f8-53d4-4cf3-bca1-9363ec13d59d req-7f9859f0-314c-4f3b-857c-1a6957a7f156 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0738494 Aug 24 15:38:35.386362 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cf6a8574-05d0-49b0-9924-2f13a1b041d8 req-90fadf1c-a38d-4068-ac52-ce901be05325 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Aug 24 15:38:35.408125 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-365fb2f8-53d4-4cf3-bca1-9363ec13d59d req-836017f5-7b47-4612-8b33-a3dd145df817 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Aug 24 15:38:36.528058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8886c6-6f44-4133-832e-0153d1e75d88 req-43b642d2-3879-40c6-9328-557eec8c4e16 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:36.529560 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b8886c6-6f44-4133-832e-0153d1e75d88 req-43b642d2-3879-40c6-9328-557eec8c4e16 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0713871 Aug 24 15:38:36.556797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e2fc-6ad2-40a3-83c2-530d9346632a req-1560c459-2e39-4075-83b8-b4c68499032a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:36.558217 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ef03e2fc-6ad2-40a3-83c2-530d9346632a req-1560c459-2e39-4075-83b8-b4c68499032a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0712869 Aug 24 15:38:36.608293 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b8886c6-6f44-4133-832e-0153d1e75d88 req-6d8648df-433f-4f84-bc56-d849b866fcd7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727081 Aug 24 15:38:36.630423 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ef03e2fc-6ad2-40a3-83c2-530d9346632a req-ed3e8cf8-2a71-4bd8-8298-b9c132a56795 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647953 Aug 24 15:38:37.759034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905613c8-1449-4b13-a87c-47356959a5cd req-dabc56ea-77bb-4067-b043-35a8fa373205 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:37.760497 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-905613c8-1449-4b13-a87c-47356959a5cd req-dabc56ea-77bb-4067-b043-35a8fa373205 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0795290 Aug 24 15:38:37.772146 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553ab7f-a7c0-4444-9f22-d674a8d475ae req-e6f6cdfd-41f7-4122-855c-4bab3f18392f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:37.773569 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7553ab7f-a7c0-4444-9f22-d674a8d475ae req-e6f6cdfd-41f7-4122-855c-4bab3f18392f tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0599658 Aug 24 15:38:37.840151 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-905613c8-1449-4b13-a87c-47356959a5cd req-d745740a-9b5c-4043-a7e2-0fe4da728238 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656466 Aug 24 15:38:37.852837 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7553ab7f-a7c0-4444-9f22-d674a8d475ae req-5f9bf62b-393e-40ab-a80f-57e2ef822f10 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Aug 24 15:38:38.989249 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628473f-d368-4363-95dd-a325c24bab18 req-e5280ed5-579a-4945-92a9-b544f4cb417c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:38.990748 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2628473f-d368-4363-95dd-a325c24bab18 req-e5280ed5-579a-4945-92a9-b544f4cb417c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0751848 Aug 24 15:38:39.018411 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2e465-ff7b-44c7-b14d-cc5c81f13c92 req-95ee9188-367f-43e3-8cfb-fac9aecd570a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:39.019896 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cdc2e465-ff7b-44c7-b14d-cc5c81f13c92 req-95ee9188-367f-43e3-8cfb-fac9aecd570a tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0724003 Aug 24 15:38:39.041232 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:39.069065 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:39.090344 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2628473f-d368-4363-95dd-a325c24bab18 req-22e2fd8b-ad82-4707-a29c-bbf195526c57 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939000 Aug 24 15:38:39.094948 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cdc2e465-ff7b-44c7-b14d-cc5c81f13c92 req-44536fd3-cbd1-417f-8151-9c46c40bfb13 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Aug 24 15:38:40.239975 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271c7f4-09dd-4d0a-a5fc-07b50b8d0bff req-4a8bf741-e98b-43aa-837f-6daf6c0b803d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:40.241486 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0271c7f4-09dd-4d0a-a5fc-07b50b8d0bff req-4a8bf741-e98b-43aa-837f-6daf6c0b803d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0799854 Aug 24 15:38:40.249124 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61284c5-bcaf-4f24-8e39-cc3f78209685 req-59cc6006-61cd-4170-bf82-522c8beb63d5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:40.251105 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a61284c5-bcaf-4f24-8e39-cc3f78209685 req-59cc6006-61cd-4170-bf82-522c8beb63d5 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0785017 Aug 24 15:38:40.322810 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0271c7f4-09dd-4d0a-a5fc-07b50b8d0bff req-b8b38f63-28af-41aa-9eec-0352c13fd182 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706346 Aug 24 15:38:40.329754 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a61284c5-bcaf-4f24-8e39-cc3f78209685 req-daa0cde3-5a97-4d28-a314-654c8705ef29 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=c962babe-57e7-46ee-953a-38392bce8c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708194 Aug 24 15:38:40.524242 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-aaff999a-12c7-4ca1-889a-04c8d9836f78 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:40.525717 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-aaff999a-12c7-4ca1-889a-04c8d9836f78 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 945 time: 0.0814776 Aug 24 15:38:40.644219 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Deleting port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:38:40.644497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:40.742168 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] For port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:40.742532 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:40.757715 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Calling delete_port for 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:38:40.913878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:40.941036 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Pushing event deleted for resources: {'Port': ['ID=4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:41.007261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] No DVR routers for this DVR port 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:38:41.010293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:41.013518 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-93a41e41-73bd-4fcd-ac5f-f4a57ac8f2b0 req-d658c323-b9ef-4475-8d96-102a93bbdcaf tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.18 "DELETE /networking/v2.0/ports/4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 HTTP/1.1" status: 204 len: 173 time: 0.4801147 Aug 24 15:38:41.013966 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'name': 'network-vif-deleted', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:38:41.017015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf98cc-bf19-4db4-9e5b-3b923ef2f801" -d '{"events": [{"server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "name": "network-vif-deleted", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:38:41.057149 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f91d35-397d-49e9-ad67-b425d080af1d x-openstack-request-id: req-c6f91d35-397d-49e9-ad67-b425d080af1d {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:38:41.057498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b68fc0-0cf5-4107-826c-b811fd855918", "name": "network-vif-deleted", "tag": "4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:38:41.057764 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6f91d35-397d-49e9-ad67-b425d080af1d {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:38:41.058179 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f91d35-397d-49e9-ad67-b425d080af1d'] response: {'server_uuid': '97b68fc0-0cf5-4107-826c-b811fd855918', 'name': 'network-vif-deleted', 'tag': '4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0', 'status': 'completed', 'code': 200} Aug 24 15:38:41.464236 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e0b7ab8d-a574-460f-b57f-46e54a31b7d0 req-3bcba8bb-c710-4e3e-928e-b91100f5f9b8 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.0520952 Aug 24 15:38:41.475932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccbca1-1489-40dc-a23c-39c089d6de9a req-06afca3c-91be-4948-8994-41f36a2063cf tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:41.477374 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-07ccbca1-1489-40dc-a23c-39c089d6de9a req-06afca3c-91be-4948-8994-41f36a2063cf tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0764430 Aug 24 15:38:41.528533 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-07ccbca1-1489-40dc-a23c-39c089d6de9a req-60b5f1d8-f0be-4339-a041-5aa2a133328e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Aug 24 15:38:42.599114 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bf47b1bd-563f-44c0-8861-b4b9847cef7e req-8a17d008-6cce-4e75-91c7-939d2ace1b70 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.0403628 Aug 24 15:38:42.680578 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811ddc1-0a22-4934-b248-e8983999672b req-688c148f-0443-49fd-aad4-6026840eaefa tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:42.682228 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8811ddc1-0a22-4934-b248-e8983999672b req-688c148f-0443-49fd-aad4-6026840eaefa tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0596361 Aug 24 15:38:42.740189 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8811ddc1-0a22-4934-b248-e8983999672b req-43da797d-b217-4658-9b80-9e5fb4e2dcb2 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Aug 24 15:38:42.909105 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:42.910075 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:43.435475 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a5bac2ab-b930-42c6-ba5a-1b592e47bed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:43.737086 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-618f1fbf-4d51-4156-9ca5-a56e1b7275cd req-2ac4e2bd-dd6d-4872-93b8-6a781647ab35 tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.0307381 Aug 24 15:38:43.754095 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:38:43.775836 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:38:43.776184 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 4bf86c74-fa64-4d0d-8726-16e4fd8bc9d0 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:38:43.867920 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff6ebe-bf70-4124-8002-9139dabe5d35 req-1c1ba708-c70c-4353-9d8c-6bd6fb0ad777 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:43.869395 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8bff6ebe-bf70-4124-8002-9139dabe5d35 req-1c1ba708-c70c-4353-9d8c-6bd6fb0ad777 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0476398 Aug 24 15:38:43.916389 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8bff6ebe-bf70-4124-8002-9139dabe5d35 req-4bac84aa-9207-459b-b6a3-7546313cb168 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Aug 24 15:38:44.863958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-916be5b6-50e5-48d9-b759-6b82ed1298d7 req-a1f91224-aa62-48b6-8787-05ec5377737e tempest-DeleteServersTestJSON-2027251854 tempest-DeleteServersTestJSON-2027251854-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=97b68fc0-0cf5-4107-826c-b811fd855918 HTTP/1.1" status: 200 len: 210 time: 0.0287015 Aug 24 15:38:45.073311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab307d-02d0-487d-8924-09df093cb96f req-ae925d17-df8a-47d8-9cc7-bb5ced3b3882 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:45.075778 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-42ab307d-02d0-487d-8924-09df093cb96f req-ae925d17-df8a-47d8-9cc7-bb5ced3b3882 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0775988 Aug 24 15:38:45.127034 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-42ab307d-02d0-487d-8924-09df093cb96f req-f4164e8e-d735-4c0a-8c77-ffa5cd321471 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Aug 24 15:38:45.722281 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2dea-4655-478b-9cf7-556ee7dceae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:46.261045 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b5bcb-07af-4fa7-b807-68cfa4215a68 req-47444727-d446-48ad-b101-f03970c72968 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:46.266530 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a98b5bcb-07af-4fa7-b807-68cfa4215a68 req-47444727-d446-48ad-b101-f03970c72968 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0627968 Aug 24 15:38:46.331606 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a98b5bcb-07af-4fa7-b807-68cfa4215a68 req-ad51085d-e30d-432b-be55-91e52be134bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 Aug 24 15:38:47.048752 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.224049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51032) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:47.333480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e2e6080c-e66f-4a2e-9e32-98643a4463ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.393439 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51052) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:47.472976 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:47.493819 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e2e6080c-e66f-4a2e-9e32-98643a4463ca admin admin] Publish callbacks [] for security_group (68274c58-5327-4f68-af6e-36c7258d0893), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.506295 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c687f55-9d05-4174-a9be-c2106a567402 req-86facf55-1e70-421e-8316-529061dc766a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:47.507177 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5c687f55-9d05-4174-a9be-c2106a567402 req-86facf55-1e70-421e-8316-529061dc766a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0735891 Aug 24 15:38:47.507961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e2e6080c-e66f-4a2e-9e32-98643a4463ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (68274c58-5327-4f68-af6e-36c7258d0893), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.565982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6080c-e66f-4a2e-9e32-98643a4463ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68274c58-5327-4f68-af6e-36c7258d0893,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:47.570815 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e2e6080c-e66f-4a2e-9e32-98643a4463ca admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=631668ae344447509fcc788c6ce535ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456833 Aug 24 15:38:47.580551 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51056) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:47.601991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5c687f55-9d05-4174-a9be-c2106a567402 req-3460c305-223e-4987-9414-56576a196740 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819855 Aug 24 15:38:47.693746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] Publish callbacks [] for security_group (68274c58-5327-4f68-af6e-36c7258d0893), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.743889 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] Publish callbacks [] for security_group (68274c58-5327-4f68-af6e-36c7258d0893), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.886202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:47.903701 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:47.909971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.947468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (68274c58-5327-4f68-af6e-36c7258d0893), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.950099 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:47.951290 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/68274c58-5327-4f68-af6e-36c7258d0893 HTTP/1.1" status: 204 len: 168 time: 0.3696654 Aug 24 15:38:47.990448 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959c396-ee03-474d-956f-471f473e9cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68274c58-5327-4f68-af6e-36c7258d0893,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:48.074885 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51070) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:48.230375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Deleting port fe3b61bf-2942-4b9a-822b-207b71adeb48 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:38:48.231119 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.333766 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.347543 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9ae221b-1a6a-4294-b933-6d1558ef1115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.371634 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51076) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:48.396542 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc8f0-d569-4a7a-a0d2-d9d31376952a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.403674 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:48.504099 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9ae221b-1a6a-4294-b933-6d1558ef1115 admin admin] Publish callbacks [] for security_group (9862afcb-51d8-42a8-b930-fcf82f593443), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.512781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9ae221b-1a6a-4294-b933-6d1558ef1115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (9862afcb-51d8-42a8-b930-fcf82f593443), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.542329 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d0d9e-d146-402c-aa41-f05cec5040ff req-d9d79eb7-b8db-4406-ae9c-554703ec8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:48.543318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.544056 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1a9d0d9e-d146-402c-aa41-f05cec5040ff req-d9d79eb7-b8db-4406-ae9c-554703ec8b73 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1129 time: 0.2853634 Aug 24 15:38:48.570709 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc8f0-d569-4a7a-a0d2-d9d31376952a admin admin] Publish callbacks [] for security_group (edbd1308-302b-413c-abdd-cb1d0956b03f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.580414 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c9ae221b-1a6a-4294-b933-6d1558ef1115 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a167db5e9c164070a21feb916e1906cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042689 Aug 24 15:38:48.581170 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51082) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:48.582774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc8f0-d569-4a7a-a0d2-d9d31376952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (edbd1308-302b-413c-abdd-cb1d0956b03f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.597977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] For port fe3b61bf-2942-4b9a-822b-207b71adeb48, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=fe3b61bf-2942-4b9a-822b-207b71adeb48,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:48.598521 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae221b-1a6a-4294-b933-6d1558ef1115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862afcb-51d8-42a8-b930-fcf82f593443,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:48.598692 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.622310 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Calling delete_port for fe3b61bf-2942-4b9a-822b-207b71adeb48 owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:38:48.656999 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cdcfc8f0-d569-4a7a-a0d2-d9d31376952a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=25a2bb4e9ea64acd90623520927f3c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832408 Aug 24 15:38:48.659134 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1a9d0d9e-d146-402c-aa41-f05cec5040ff req-34169579-3c00-48f9-adb3-67c13c3074da service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946548 Aug 24 15:38:48.660933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51086) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:48.666812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfc8f0-d569-4a7a-a0d2-d9d31376952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd1308-302b-413c-abdd-cb1d0956b03f,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:48.687145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] Publish callbacks [] for security_group (9862afcb-51d8-42a8-b930-fcf82f593443), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.742101 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] Publish callbacks [] for security_group (9862afcb-51d8-42a8-b930-fcf82f593443), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.772994 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8276df-3bd7-487a-b980-16c0245569c4 req-4e34c676-8dff-4f20-96ca-ce3d40aaf91f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:48.774712 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a8276df-3bd7-487a-b980-16c0245569c4 req-4e34c676-8dff-4f20-96ca-ce3d40aaf91f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0773790 Aug 24 15:38:48.813321 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:48.825593 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] Publish callbacks [] for security_group (edbd1308-302b-413c-abdd-cb1d0956b03f), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.842973 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a8276df-3bd7-487a-b980-16c0245569c4 req-70fa394f-9b93-4253-bc33-8529b17144f4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563483 Aug 24 15:38:48.845187 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (9862afcb-51d8-42a8-b930-fcf82f593443), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.848326 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.851796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] Publish callbacks [] for security_group (edbd1308-302b-413c-abdd-cb1d0956b03f), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.851946 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9862afcb-51d8-42a8-b930-fcf82f593443 HTTP/1.1" status: 204 len: 168 time: 0.2652912 Aug 24 15:38:48.899284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeca9c-9b00-4357-af7a-2960239f914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862afcb-51d8-42a8-b930-fcf82f593443,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:48.904724 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.909142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (edbd1308-302b-413c-abdd-cb1d0956b03f), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.911681 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:48.916385 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/edbd1308-302b-413c-abdd-cb1d0956b03f HTTP/1.1" status: 204 len: 168 time: 0.2076669 Aug 24 15:38:48.926094 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51098) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:48.934507 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789e482-3780-4ceb-a219-8a87d892054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd1308-302b-413c-abdd-cb1d0956b03f,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:49.005858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:49.032733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (fe3b61bf-2942-4b9a-822b-207b71adeb48), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.067941 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3b61bf-2942-4b9a-822b-207b71adeb48,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:49.300154 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:49.301618 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.441310 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db7b28c-0271-4997-a22a-b935d089ca49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.491554 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51122) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:49.517169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-983a9d3e-c6bd-4790-9b75-57b4e54e59ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.603585 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Router 8ffb8d76-bbca-4932-b795-4120e9b37a6e has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:38:49.622142 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db7b28c-0271-4997-a22a-b935d089ca49 admin admin] Publish callbacks [] for security_group (83ec15c6-7475-4806-9e1a-bc7467422772), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.632137 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db7b28c-0271-4997-a22a-b935d089ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (83ec15c6-7475-4806-9e1a-bc7467422772), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.680874 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:49.705446 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0db7b28c-0271-4997-a22a-b935d089ca49 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=65fd8c340a694ecb9043eeab659dbe23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781126 Aug 24 15:38:49.711109 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51134) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:49.725749 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7b28c-0271-4997-a22a-b935d089ca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec15c6-7475-4806-9e1a-bc7467422772,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:49.746685 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-983a9d3e-c6bd-4790-9b75-57b4e54e59ca admin admin] Publish callbacks [] for security_group (86d5b5b4-a9d9-4a89-80dc-af510634b996), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.760382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-983a9d3e-c6bd-4790-9b75-57b4e54e59ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (86d5b5b4-a9d9-4a89-80dc-af510634b996), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.770358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:38:49.775727 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-44b1b6eb-cc8c-4a89-ac4a-c6b713ad98c1 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/8ffb8d76-bbca-4932-b795-4120e9b37a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3808393 Aug 24 15:38:49.779182 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51136) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:49.790595 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Sync routers for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:38:49.804431 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:49.805334 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:38:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:49.816469 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-983a9d3e-c6bd-4790-9b75-57b4e54e59ca admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4a92494eaa8e4edab4d556b5b9d1c98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238604 Aug 24 15:38:49.818617 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a9d3e-c6bd-4790-9b75-57b4e54e59ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5b5b4-a9d9-4a89-80dc-af510634b996,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:49.823298 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51138) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:49.864129 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] Publish callbacks [] for security_group (83ec15c6-7475-4806-9e1a-bc7467422772), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.910976 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] Publish callbacks [] for security_group (83ec15c6-7475-4806-9e1a-bc7467422772), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.945063 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks [] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.960772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] Publish callbacks [] for security_group (86d5b5b4-a9d9-4a89-80dc-af510634b996), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:49.988840 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] Publish callbacks [] for security_group (86d5b5b4-a9d9-4a89-80dc-af510634b996), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.026874 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (83ec15c6-7475-4806-9e1a-bc7467422772), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.029345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.033855 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/83ec15c6-7475-4806-9e1a-bc7467422772 HTTP/1.1" status: 204 len: 168 time: 0.3175437 Aug 24 15:38:50.049366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554cd4a-642e-4710-90b5-25bc218c7b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec15c6-7475-4806-9e1a-bc7467422772,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:50.080523 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:50.086572 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (86d5b5b4-a9d9-4a89-80dc-af510634b996), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.091006 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.092840 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/86d5b5b4-a9d9-4a89-80dc-af510634b996 HTTP/1.1" status: 204 len: 168 time: 0.2681015 Aug 24 15:38:50.132264 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e97ce5-1cd7-45e8-8053-514a79a45554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5b5b4-a9d9-4a89-80dc-af510634b996,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:50.135635 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks [] for router_gateway (8ffb8d76-bbca-4932-b795-4120e9b37a6e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.157246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:50.170171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498fc81-8ae3-4e64-862d-5ce537abe7f3 req-de8d5b22-c1de-415d-bfca-ffe354c00fb7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:50.175193 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e498fc81-8ae3-4e64-862d-5ce537abe7f3 req-de8d5b22-c1de-415d-bfca-ffe354c00fb7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.1029029 Aug 24 15:38:50.199548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:50.202184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Deleting port 87e9daef-2f34-4404-82bb-f4de8bc93b7a {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:38:50.202352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.341466 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e498fc81-8ae3-4e64-862d-5ce537abe7f3 req-3d8c8658-8bdf-4e20-a391-bc3530bb85fb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601987 Aug 24 15:38:50.350779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] For port 87e9daef-2f34-4404-82bb-f4de8bc93b7a, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=87e9daef-2f34-4404-82bb-f4de8bc93b7a,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:50.350779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.373848 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:38:48Z', 'revision_number': 5, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port': {'id': '87e9daef-2f34-4404-82bb-f4de8bc93b7a', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:50.380556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Calling delete_port for 87e9daef-2f34-4404-82bb-f4de8bc93b7a owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:38:50.419974 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Checking router: 8ffb8d76-bbca-4932-b795-4120e9b37a6e for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:38:50.435726 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Routers {'8ffb8d76-bbca-4932-b795-4120e9b37a6e'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:38:50.436630 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:38:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:50.594807 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] Set router 8ffb8d76-bbca-4932-b795-4120e9b37a6e gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:38:50.661117 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:38:50Z', 'revision_number': 6, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:50.675665 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (87e9daef-2f34-4404-82bb-f4de8bc93b7a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.693314 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c4dd3-6070-4934-b658-cbb62b2e03e2 None None] The sync data for ids ['8ffb8d76-bbca-4932-b795-4120e9b37a6e'] in dv-cinder-846054-2-iscsi is: [{'id': '8ffb8d76-bbca-4932-b795-4120e9b37a6e', 'name': 'tempest-DeleteServersTestJSON-910109224-router', 'tenant_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:10Z', 'updated_at': '2022-08-24T15:38:50Z', 'revision_number': 6, 'project_id': 'ee9eb7c5b5f94cd78546a3c1cc3d7cc7', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:38:50.713601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e9daef-2f34-4404-82bb-f4de8bc93b7a,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:50.808557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.875533 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51178) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:50.924148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Deleting subnet 7f2b7fb4-c874-43e9-b8b7-9116aba5720c {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:38:50.927984 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Publish callbacks [] for subnet (7f2b7fb4-c874-43e9-b8b7-9116aba5720c), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.947924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.950385 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks [] for router_controller (8ffb8d76-bbca-4932-b795-4120e9b37a6e), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:50.955060 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:50.978139 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (7f2b7fb4-c874-43e9-b8b7-9116aba5720c), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.037718 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (8ffb8d76-bbca-4932-b795-4120e9b37a6e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.038615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ffb8d76-bbca-4932-b795-4120e9b37a6e {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:38:51.045786 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.049559 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-57b4dd60-22d0-44d7-8a22-75dee5dd0171 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/8ffb8d76-bbca-4932-b795-4120e9b37a6e HTTP/1.1" status: 204 len: 168 time: 1.2668455 Aug 24 15:38:51.049812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (7f2b7fb4-c874-43e9-b8b7-9116aba5720c), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.049894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51188) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:51.119085 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Deleting subnet 6bcfbdae-9908-4ea7-bf26-ad8f988e1496 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:38:51.123410 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Publish callbacks [] for subnet (6bcfbdae-9908-4ea7-bf26-ad8f988e1496), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.124729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (7f2b7fb4-c874-43e9-b8b7-9116aba5720c), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.151345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2b7fb4-c874-43e9-b8b7-9116aba5720c,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:51.169583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.172918 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-048e45c3-f511-4eaf-8a2a-5b476380ea4c admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/7f2b7fb4-c874-43e9-b8b7-9116aba5720c HTTP/1.1" status: 204 len: 168 time: 0.2962682 Aug 24 15:38:51.175927 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51190) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:51.185996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (6bcfbdae-9908-4ea7-bf26-ad8f988e1496), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.283703 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (d3a2c420-cff0-4f38-9fc1-46957da90197), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.324389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (6bcfbdae-9908-4ea7-bf26-ad8f988e1496), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.386368 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (d3a2c420-cff0-4f38-9fc1-46957da90197), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.402006 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:51.411560 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (6bcfbdae-9908-4ea7-bf26-ad8f988e1496), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.416898 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a2c420-cff0-4f38-9fc1-46957da90197']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:51.428358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.434085 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/6bcfbdae-9908-4ea7-bf26-ad8f988e1496 HTTP/1.1" status: 204 len: 168 time: 0.3808973 Aug 24 15:38:51.435053 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51204) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:51.436820 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9587095-bd56-42f3-b462-79b2f223b37a') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:51.437375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9587095-bd56-42f3-b462-79b2f223b37a') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:51.438036 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d605dc-57bd-48cf-b7bb-d581b7250f94 None None] Network c2f710af-a064-4b7b-b43a-23e3b653ca60 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:38:51.457463 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (d9587095-bd56-42f3-b462-79b2f223b37a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.476284 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c93ab-465b-4090-aa9f-5701d25858d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcfbdae-9908-4ea7-bf26-ad8f988e1496,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:51.477404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (d9587095-bd56-42f3-b462-79b2f223b37a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.500213 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:38:51.500617 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (d9587095-bd56-42f3-b462-79b2f223b37a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.539130 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment d9587095-bd56-42f3-b462-79b2f223b37a resource provider aggregate not found Aug 24 15:38:51.548472 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (c2f710af-a064-4b7b-b43a-23e3b653ca60), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.556423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:51.576085 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment d9587095-bd56-42f3-b462-79b2f223b37a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9587095-bd56-42f3-b462-79b2f223b37a found for delete ", "request_id": "req-13239fe4-b6af-4f60-91dc-858094a847ff"}]} Aug 24 15:38:51.611719 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Deleting port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:38:51.612154 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.679075 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef431d-8d1e-427a-99ea-d4b2497f4bd9 req-14f773fb-a2bd-4dbe-b6fa-56a81d250e2c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:51.689287 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83ef431d-8d1e-427a-99ea-d4b2497f4bd9 req-14f773fb-a2bd-4dbe-b6fa-56a81d250e2c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.2078607 Aug 24 15:38:51.698236 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (d3a2c420-cff0-4f38-9fc1-46957da90197), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.700218 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] For port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:51.700704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.717131 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Calling delete_port for 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:38:51.722348 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.732028 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/d3a2c420-cff0-4f38-9fc1-46957da90197 HTTP/1.1" status: 204 len: 168 time: 0.5547769 Aug 24 15:38:51.732864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51218) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:51.748971 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] DHCP port deletion for c2f710af-a064-4b7b-b43a-23e3b653ca60 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:38:51.807255 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Deleting port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:38:51.807862 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.831918 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.856649 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83ef431d-8d1e-427a-99ea-d4b2497f4bd9 req-524e93c8-23ef-427e-8594-df1da52d66b1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661141 Aug 24 15:38:51.861983 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] No DVR routers for this DVR port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:38:51.880397 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Deleting subnet ec5f1e94-38a2-4deb-af87-9054d9b13c13 {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:38:51.882105 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Publish callbacks [] for subnet (ec5f1e94-38a2-4deb-af87-9054d9b13c13), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.903364 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2b012-7834-4daa-ab53-d073e8cd5909 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a2c420-cff0-4f38-9fc1-46957da90197,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:51.926816 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (ec5f1e94-38a2-4deb-af87-9054d9b13c13), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.961445 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:51.972014 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] For port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,segment=NetworkSegment(bef7c1b9-0845-4a5e-a1f7-e6550d9d431e),segment_id=bef7c1b9-0845-4a5e-a1f7-e6550d9d431e)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:38:51.972485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.991247 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (ec5f1e94-38a2-4deb-af87-9054d9b13c13), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:51.999188 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Calling delete_port for 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:38:52.076893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (c2f710af-a064-4b7b-b43a-23e3b653ca60), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.103106 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f710af-a064-4b7b-b43a-23e3b653ca60']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.117145 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.117455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef7c1b9-0845-4a5e-a1f7-e6550d9d431e') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.131196 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (bef7c1b9-0845-4a5e-a1f7-e6550d9d431e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.136282 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c9bd-8f33-4d7d-bef1-3dd68445ceae req-02541360-e25d-4416-9542-ee5a3f9ef481 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:52.138380 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:52.142801 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c126c9bd-8f33-4d7d-bef1-3dd68445ceae req-02541360-e25d-4416-9542-ee5a3f9ef481 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.1074135 Aug 24 15:38:52.156552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (bef7c1b9-0845-4a5e-a1f7-e6550d9d431e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.172284 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Releasing vlan 1126 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:38:52.172892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (bef7c1b9-0845-4a5e-a1f7-e6550d9d431e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.192448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (ec5f1e94-38a2-4deb-af87-9054d9b13c13), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.202478 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment bef7c1b9-0845-4a5e-a1f7-e6550d9d431e resource provider aggregate not found Aug 24 15:38:52.239567 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.249269 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/ec5f1e94-38a2-4deb-af87-9054d9b13c13 HTTP/1.1" status: 204 len: 168 time: 0.4574747 Aug 24 15:38:52.250355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9aeda-9542-417e-ae5c-b09beabfb642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5f1e94-38a2-4deb-af87-9054d9b13c13,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:52.258336 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51244) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:52.267163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (3e2a93e9-15f6-4d1d-99e9-a901f6e086f4), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.269829 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment bef7c1b9-0845-4a5e-a1f7-e6550d9d431e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bef7c1b9-0845-4a5e-a1f7-e6550d9d431e found for delete ", "request_id": "req-dc67eb57-5f27-49ee-8546-d920c0dd2f2e"}]} Aug 24 15:38:52.274126 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:52.285339 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (c2f710af-a064-4b7b-b43a-23e3b653ca60), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.301381 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.304013 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] No DVR routers for this DVR port 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:38:52.307864 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/c2f710af-a064-4b7b-b43a-23e3b653ca60 HTTP/1.1" status: 204 len: 168 time: 0.8686683 Aug 24 15:38:52.309739 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Pushing event deleted for resources: {'Port': ['ID=3e2a93e9-15f6-4d1d-99e9-a901f6e086f4,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:52.311981 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c126c9bd-8f33-4d7d-bef1-3dd68445ceae req-41bcb5a8-dd96-408e-8a75-3c4627635221 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574404 Aug 24 15:38:52.324621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.324970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.325341 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.325816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.326434 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.326514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.326825 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.327159 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.327489 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.327819 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.328736 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.329076 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.329400 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.329828 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.330160 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054f72a-4092-48e0-a608-03a77869e760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:38:52.330987 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b6d8-05f7-4b50-9222-3819ddf8ec24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f710af-a064-4b7b-b43a-23e3b653ca60,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:52.377797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (980c0844-ce3e-4de2-b37c-5610fca18a46), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.473583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (980c0844-ce3e-4de2-b37c-5610fca18a46), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.496016 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980c0844-ce3e-4de2-b37c-5610fca18a46']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.509377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3000a9-a291-4721-a96c-a5bfeabd0cb8') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.509377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3000a9-a291-4721-a96c-a5bfeabd0cb8') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:38:52.523493 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (cb3000a9-a291-4721-a96c-a5bfeabd0cb8), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.551499 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (cb3000a9-a291-4721-a96c-a5bfeabd0cb8), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.562149 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:38:52.563242 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (cb3000a9-a291-4721-a96c-a5bfeabd0cb8), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.585717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 87e9daef-2f34-4404-82bb-f4de8bc93b7a no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:38:52.640273 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 87e9daef-2f34-4404-82bb-f4de8bc93b7a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:38:52.641224 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 87e9daef-2f34-4404-82bb-f4de8bc93b7a not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:38:52.642006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device fe3b61bf-2942-4b9a-822b-207b71adeb48 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:38:52.647214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (980c0844-ce3e-4de2-b37c-5610fca18a46), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.663254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51258) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:52.664044 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: fe3b61bf-2942-4b9a-822b-207b71adeb48 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:38:52.664594 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device fe3b61bf-2942-4b9a-822b-207b71adeb48 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:38:52.665446 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:38:52.669336 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.676170 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/980c0844-ce3e-4de2-b37c-5610fca18a46 HTTP/1.1" status: 204 len: 168 time: 0.4139647 Aug 24 15:38:52.679095 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807884-684f-4177-a5f5-baccac65d56e admin admin] Pushing event deleted for resources: {'Network': ['ID=980c0844-ce3e-4de2-b37c-5610fca18a46,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:52.695182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:38:52.695716 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3e2a93e9-15f6-4d1d-99e9-a901f6e086f4 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:38:52.734878 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e71b4a81-47c6-4f1f-8cf4-ffd7b103e6f4 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ee9eb7c5b5f94cd78546a3c1cc3d7cc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0694792 Aug 24 15:38:52.737269 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51262) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:52.801619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] Publish callbacks [] for security_group (c962babe-57e7-46ee-953a-38392bce8c68), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.826861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] Publish callbacks [] for security_group (c962babe-57e7-46ee-953a-38392bce8c68), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.842889 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51266) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:52.898344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c962babe-57e7-46ee-953a-38392bce8c68), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.903962 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:52.905356 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c962babe-57e7-46ee-953a-38392bce8c68 HTTP/1.1" status: 204 len: 168 time: 0.1669643 Aug 24 15:38:52.918442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a992f-3b72-4c4a-bed9-bfe63c068d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c962babe-57e7-46ee-953a-38392bce8c68,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:53.026371 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51278) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:53.079792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98bdff46-d441-48d8-9474-ddf7bbc897ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.105873 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-29007e13-0910-43b2-803d-97dbee57bd8f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=80c17e53479e4f88b363de447a5f932b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776997 Aug 24 15:38:53.110069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51280) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:53.159746 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:53.170023 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] Publish callbacks [] for security_group (b36fd7c9-fbf5-4bb1-8781-bc75786f25f0), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.197431 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98bdff46-d441-48d8-9474-ddf7bbc897ed admin admin] Publish callbacks [] for security_group (628d7fa0-a40a-4484-b79e-dec8c1b1b9ef), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.201915 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98bdff46-d441-48d8-9474-ddf7bbc897ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (628d7fa0-a40a-4484-b79e-dec8c1b1b9ef), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.202370 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] Publish callbacks [] for security_group (b36fd7c9-fbf5-4bb1-8781-bc75786f25f0), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.254827 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-98bdff46-d441-48d8-9474-ddf7bbc897ed admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=830ea75638a64082b8ff0d24ec8181a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094987 Aug 24 15:38:53.257530 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51284) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:53.264050 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdff46-d441-48d8-9474-ddf7bbc897ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d7fa0-a40a-4484-b79e-dec8c1b1b9ef,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:53.272262 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b36fd7c9-fbf5-4bb1-8781-bc75786f25f0), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.275679 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.276677 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b36fd7c9-fbf5-4bb1-8781-bc75786f25f0 HTTP/1.1" status: 204 len: 168 time: 0.1655509 Aug 24 15:38:53.286389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc4ea-2c51-4d4a-8195-3413e0b3e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fd7c9-fbf5-4bb1-8781-bc75786f25f0,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:53.346911 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] Publish callbacks [] for security_group (628d7fa0-a40a-4484-b79e-dec8c1b1b9ef), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.376193 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] Publish callbacks [] for security_group (628d7fa0-a40a-4484-b79e-dec8c1b1b9ef), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.440171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (628d7fa0-a40a-4484-b79e-dec8c1b1b9ef), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.444664 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.446579 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/628d7fa0-a40a-4484-b79e-dec8c1b1b9ef HTTP/1.1" status: 204 len: 168 time: 0.1878972 Aug 24 15:38:53.480099 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e735f-f5fb-4b09-b14a-18d93b9ba58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d7fa0-a40a-4484-b79e-dec8c1b1b9ef,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:53.597366 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment cb3000a9-a291-4721-a96c-a5bfeabd0cb8 resource provider aggregate not found Aug 24 15:38:53.618789 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment cb3000a9-a291-4721-a96c-a5bfeabd0cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb3000a9-a291-4721-a96c-a5bfeabd0cb8 found for delete ", "request_id": "req-4e8ab33d-7139-42cb-bf60-3436d922c89f"}]} Aug 24 15:38:53.698171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51304) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:53.743620 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-46a128b5-9ace-4f3c-b502-59a185d305c1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=26de7a84fcd34fcb8b0c2e9bf5d1e948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441577 Aug 24 15:38:53.746070 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51308) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:53.814000 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] Publish callbacks [] for security_group (557d929c-3324-498d-8134-e349bf5e6d26), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.838022 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] Publish callbacks [] for security_group (557d929c-3324-498d-8134-e349bf5e6d26), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.855308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:53.906012 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (557d929c-3324-498d-8134-e349bf5e6d26), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.909992 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:53.914046 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/557d929c-3324-498d-8134-e349bf5e6d26 HTTP/1.1" status: 204 len: 168 time: 0.1638427 Aug 24 15:38:53.923228 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922fd8-c642-4f6b-9356-440c0ff48a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d929c-3324-498d-8134-e349bf5e6d26,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:54.188951 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-029b903c-9812-4a1d-ae9e-5265c8533717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:54.191649 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-029b903c-9812-4a1d-ae9e-5265c8533717 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1129 time: 0.0556064 Aug 24 15:38:54.196499 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06017a-f697-4296-973b-e47fa633f5da req-8a16fc4e-c834-4860-9bc1-c457d52c298a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:54.198716 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e06017a-f697-4296-973b-e47fa633f5da req-8a16fc4e-c834-4860-9bc1-c457d52c298a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0542638 Aug 24 15:38:54.275386 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e06017a-f697-4296-973b-e47fa633f5da req-0937c9bb-d5da-4fe6-9182-f44821cb004f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699728 Aug 24 15:38:54.311558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-90ca49a9-950b-40e8-891f-419417972318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:54.319247 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-90ca49a9-950b-40e8-891f-419417972318 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1186202 Aug 24 15:38:54.363507 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-8f2517a0-847a-4aea-8938-0fb8ae9d5942 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 217 time: 0.0344799 Aug 24 15:38:54.426901 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-05e0f017-9f0f-4905-b024-e8034dc571be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:54.428388 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-05e0f017-9f0f-4905-b024-e8034dc571be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0587301 Aug 24 15:38:54.467328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:54.481411 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-5b1b5a29-1ed1-48e7-9af0-12d822addaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:54.482875 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-5b1b5a29-1ed1-48e7-9af0-12d822addaf4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438044 Aug 24 15:38:54.612821 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-dcd0e08e-9cee-4e10-8a84-d3c940de6e19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225283 Aug 24 15:38:54.739091 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7121387f-79e8-4aaf-99d7-e454dd482128 req-4c3ce901-ea8a-437b-a702-12360a646bdf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179039 Aug 24 15:38:55.457276 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea34f02-49b3-42ae-89d1-b8b57b0e3139 req-8137e628-036d-4ca3-ae51-024b5299a884 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:55.459165 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dea34f02-49b3-42ae-89d1-b8b57b0e3139 req-8137e628-036d-4ca3-ae51-024b5299a884 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0638871 Aug 24 15:38:55.533076 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dea34f02-49b3-42ae-89d1-b8b57b0e3139 req-c3a72157-cf18-4131-b421-830c8b9b5c56 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662913 Aug 24 15:38:56.700269 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f50d-7a96-415b-bb9f-b5dbda7728a5 req-a975f0a8-2ee7-4c27-936b-81f3fbd5ed15 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:56.703643 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1074f50d-7a96-415b-bb9f-b5dbda7728a5 req-a975f0a8-2ee7-4c27-936b-81f3fbd5ed15 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0573862 Aug 24 15:38:56.784375 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1074f50d-7a96-415b-bb9f-b5dbda7728a5 req-30568d69-1934-4da6-8fc8-2fba39f4674c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Aug 24 15:38:56.931881 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51522) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:57.083275 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5055-8c8a-4908-906c-613f3053e048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.162941 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:57.167929 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5055-8c8a-4908-906c-613f3053e048 admin admin] Publish callbacks [] for security_group (a02715d5-478e-4e2c-acf4-2bd8a9408526), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.172430 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3c9c5055-8c8a-4908-906c-613f3053e048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a02715d5-478e-4e2c-acf4-2bd8a9408526), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.217379 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-3c9c5055-8c8a-4908-906c-613f3053e048 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c5371b99224a4a3e92f46cb440945692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842185 Aug 24 15:38:57.218224 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c5055-8c8a-4908-906c-613f3053e048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02715d5-478e-4e2c-acf4-2bd8a9408526,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:57.220298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51536) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:57.486033 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] Publish callbacks [] for security_group (a02715d5-478e-4e2c-acf4-2bd8a9408526), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.505255 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] Publish callbacks [] for security_group (a02715d5-478e-4e2c-acf4-2bd8a9408526), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.521250 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:57.553941 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a02715d5-478e-4e2c-acf4-2bd8a9408526), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.556638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.557815 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a02715d5-478e-4e2c-acf4-2bd8a9408526 HTTP/1.1" status: 204 len: 168 time: 0.3364475 Aug 24 15:38:57.566158 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3055-6a55-48a4-a7d8-f57aca325c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02715d5-478e-4e2c-acf4-2bd8a9408526,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:57.817492 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51544) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:57.833266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68b34ce8-01cd-43c3-9d37-24b268db9c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.916231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68b34ce8-01cd-43c3-9d37-24b268db9c0e admin admin] Publish callbacks [] for security_group (67395ba5-a5e9-4cee-ac48-f88e3c8be8a3), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.918263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e81da-405d-4e9f-9bf1-5578005b09f1 req-6511a4cb-a0c3-421f-a2f6-517dd92e8340 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:57.919941 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e12e81da-405d-4e9f-9bf1-5578005b09f1 req-6511a4cb-a0c3-421f-a2f6-517dd92e8340 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Aug 24 15:38:57.920203 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68b34ce8-01cd-43c3-9d37-24b268db9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (67395ba5-a5e9-4cee-ac48-f88e3c8be8a3), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:57.964942 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-68b34ce8-01cd-43c3-9d37-24b268db9c0e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ad76ddacc9f24f3887f3a46acc1f7323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463006 Aug 24 15:38:57.965648 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b34ce8-01cd-43c3-9d37-24b268db9c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67395ba5-a5e9-4cee-ac48-f88e3c8be8a3,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:57.968033 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51546) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:57.974105 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e12e81da-405d-4e9f-9bf1-5578005b09f1 req-7850c81a-ba36-4e24-a833-baee89451abf tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Aug 24 15:38:58.019214 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] Publish callbacks [] for security_group (67395ba5-a5e9-4cee-ac48-f88e3c8be8a3), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.040414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] Publish callbacks [] for security_group (67395ba5-a5e9-4cee-ac48-f88e3c8be8a3), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.088708 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (67395ba5-a5e9-4cee-ac48-f88e3c8be8a3), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.091284 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.092425 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/67395ba5-a5e9-4cee-ac48-f88e3c8be8a3 HTTP/1.1" status: 204 len: 168 time: 0.1235859 Aug 24 15:38:58.100781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d0dd7-fa2c-42a5-bc7f-b0b2b6fb8c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67395ba5-a5e9-4cee-ac48-f88e3c8be8a3,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:58.425087 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51560) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:58.439096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2981a208-c49b-4c3f-a64a-f1d16e1df6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.501612 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:38:58.515775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2981a208-c49b-4c3f-a64a-f1d16e1df6cc admin admin] Publish callbacks [] for security_group (57507be9-338d-4c19-8618-e51492358634), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.520589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2981a208-c49b-4c3f-a64a-f1d16e1df6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (57507be9-338d-4c19-8618-e51492358634), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.563655 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2981a208-c49b-4c3f-a64a-f1d16e1df6cc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b4e3a7548deb43948c3aa2b573d626db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348503 Aug 24 15:38:58.563655 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981a208-c49b-4c3f-a64a-f1d16e1df6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57507be9-338d-4c19-8618-e51492358634,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:58.564167 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51562) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:38:58.613476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] Publish callbacks [] for security_group (57507be9-338d-4c19-8618-e51492358634), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.633888 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] Publish callbacks [] for security_group (57507be9-338d-4c19-8618-e51492358634), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.680700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (57507be9-338d-4c19-8618-e51492358634), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.683470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:38:58.684677 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/57507be9-338d-4c19-8618-e51492358634 HTTP/1.1" status: 204 len: 168 time: 0.1194715 Aug 24 15:38:58.692937 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3ee94-fa93-4b8d-a2b9-72d9e85e873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57507be9-338d-4c19-8618-e51492358634,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:38:59.111880 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d7581-7aaa-4061-aa65-b5566ca4fe63 req-bef966d5-92ae-44c1-ac1f-c1953c4630cb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:38:59.126573 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-612d7581-7aaa-4061-aa65-b5566ca4fe63 req-bef966d5-92ae-44c1-ac1f-c1953c4630cb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0571096 Aug 24 15:38:59.166187 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-612d7581-7aaa-4061-aa65-b5566ca4fe63 req-dabee9b8-2f8b-49f8-a31d-a6231196fb42 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Aug 24 15:39:00.311314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e279ef-d480-4a8a-bf88-53adc16a63a8 req-3ff9037f-ea1a-4a06-8879-3bf08dcdbc60 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:00.319889 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-05e279ef-d480-4a8a-bf88-53adc16a63a8 req-3ff9037f-ea1a-4a06-8879-3bf08dcdbc60 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0604234 Aug 24 15:39:00.396886 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-05e279ef-d480-4a8a-bf88-53adc16a63a8 req-4862a984-040a-436e-9edf-5a609f97eef9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610614 Aug 24 15:39:00.790804 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51670) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:00.902304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-36d9425d-028f-4208-ad10-8f3e5f2cb083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:00.980011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-36d9425d-028f-4208-ad10-8f3e5f2cb083 admin admin] Publish callbacks [] for security_group (78d045fd-8140-44c0-a8d8-ea29ef4176fb), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:00.984280 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-36d9425d-028f-4208-ad10-8f3e5f2cb083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (78d045fd-8140-44c0-a8d8-ea29ef4176fb), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.024173 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-36d9425d-028f-4208-ad10-8f3e5f2cb083 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3277b5d3770f40d88fed2d5245f13058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319522 Aug 24 15:39:01.024858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9425d-028f-4208-ad10-8f3e5f2cb083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d045fd-8140-44c0-a8d8-ea29ef4176fb,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:01.025955 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51674) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:01.043157 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:01.081351 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] Publish callbacks [] for security_group (78d045fd-8140-44c0-a8d8-ea29ef4176fb), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.107907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] Publish callbacks [] for security_group (78d045fd-8140-44c0-a8d8-ea29ef4176fb), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.164828 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (78d045fd-8140-44c0-a8d8-ea29ef4176fb), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.167761 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.169021 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/78d045fd-8140-44c0-a8d8-ea29ef4176fb HTTP/1.1" status: 204 len: 168 time: 0.1420820 Aug 24 15:39:01.178725 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5aa62-a314-4ffc-ad09-e344b3a3f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d045fd-8140-44c0-a8d8-ea29ef4176fb,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:01.508663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51696) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:01.523437 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3de9a286-2f12-4a9f-85e1-7812a1c37a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.526426 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:01.544769 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a59b17-a19b-405e-9404-12a0d3434ad0 req-fe8b9cd4-e6db-401b-b93a-a31472a403ff tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:01.548796 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-97a59b17-a19b-405e-9404-12a0d3434ad0 req-fe8b9cd4-e6db-401b-b93a-a31472a403ff tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0589345 Aug 24 15:39:01.615198 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-97a59b17-a19b-405e-9404-12a0d3434ad0 req-8be1e9ea-9183-4c04-8036-a1566905fc2f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600648 Aug 24 15:39:01.630824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3de9a286-2f12-4a9f-85e1-7812a1c37a05 admin admin] Publish callbacks [] for security_group (5f1582c2-c4da-47fe-8088-6172267da274), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.638351 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3de9a286-2f12-4a9f-85e1-7812a1c37a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5f1582c2-c4da-47fe-8088-6172267da274), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.679346 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3de9a286-2f12-4a9f-85e1-7812a1c37a05 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c669c9a65fb34d1883bd7e0d6ac4ba30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695170 Aug 24 15:39:01.681477 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a286-2f12-4a9f-85e1-7812a1c37a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1582c2-c4da-47fe-8088-6172267da274,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:01.682266 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51704) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:01.740587 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] Publish callbacks [] for security_group (5f1582c2-c4da-47fe-8088-6172267da274), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.761871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] Publish callbacks [] for security_group (5f1582c2-c4da-47fe-8088-6172267da274), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.812228 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5f1582c2-c4da-47fe-8088-6172267da274), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.815634 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:01.816775 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5f1582c2-c4da-47fe-8088-6172267da274 HTTP/1.1" status: 204 len: 168 time: 0.1332281 Aug 24 15:39:01.824409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be097d-28f3-4126-a58f-bc5d1bc29fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1582c2-c4da-47fe-8088-6172267da274,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:01.836382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:02.746745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:02.768548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44f19e-07a4-4a75-a132-d7bbf7201817 req-a4460024-8e99-43a8-9b9d-691f0dad1456 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:02.770234 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c44f19e-07a4-4a75-a132-d7bbf7201817 req-a4460024-8e99-43a8-9b9d-691f0dad1456 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0682788 Aug 24 15:39:02.822919 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c44f19e-07a4-4a75-a132-d7bbf7201817 req-52bb6cd9-9e8f-44c7-879f-94d1f07ad366 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Aug 24 15:39:03.059409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51760) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:03.094551 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51768) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:03.213026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-108c5697-b076-4597-aac2-ef14eefce057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.268008 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db41852-d12f-46f7-8cff-40f74ba85170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.342314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-108c5697-b076-4597-aac2-ef14eefce057 admin admin] Publish callbacks [] for security_group (621b8383-f592-46f0-85fc-ea23213973d9), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.352686 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-108c5697-b076-4597-aac2-ef14eefce057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (621b8383-f592-46f0-85fc-ea23213973d9), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.416112 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c5697-b076-4597-aac2-ef14eefce057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b8383-f592-46f0-85fc-ea23213973d9,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:03.420242 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-108c5697-b076-4597-aac2-ef14eefce057 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=947191f45d2749f6af46dc226da6ded6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246119 Aug 24 15:39:03.423489 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 51774) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:03.435035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db41852-d12f-46f7-8cff-40f74ba85170 admin admin] Publish callbacks [] for security_group (cf9291c8-38f4-4f0e-9c42-fbd278c9c77c), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.439815 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0db41852-d12f-46f7-8cff-40f74ba85170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (cf9291c8-38f4-4f0e-9c42-fbd278c9c77c), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.484440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] Publish callbacks [] for security_group (621b8383-f592-46f0-85fc-ea23213973d9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.491842 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db41852-d12f-46f7-8cff-40f74ba85170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9291c8-38f4-4f0e-9c42-fbd278c9c77c,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:03.495958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0db41852-d12f-46f7-8cff-40f74ba85170 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=97bcb831f0ad427ca798f262e21e2397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343109 Aug 24 15:39:03.498660 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 51776) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:03.505631 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] Publish callbacks [] for security_group (621b8383-f592-46f0-85fc-ea23213973d9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.524664 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:03.554366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] Publish callbacks [] for security_group (cf9291c8-38f4-4f0e-9c42-fbd278c9c77c), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.557179 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (621b8383-f592-46f0-85fc-ea23213973d9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.559910 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.561124 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/621b8383-f592-46f0-85fc-ea23213973d9 HTTP/1.1" status: 204 len: 168 time: 0.1366272 Aug 24 15:39:03.571832 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639816f-3c2a-425a-95fb-014665cc82ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b8383-f592-46f0-85fc-ea23213973d9,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:03.581996 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] Publish callbacks [] for security_group (cf9291c8-38f4-4f0e-9c42-fbd278c9c77c), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.645402 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (cf9291c8-38f4-4f0e-9c42-fbd278c9c77c), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.648196 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:03.652292 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cf9291c8-38f4-4f0e-9c42-fbd278c9c77c HTTP/1.1" status: 204 len: 168 time: 0.1525507 Aug 24 15:39:03.661522 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810b763-1b16-440e-bcd2-9843fb9b4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9291c8-38f4-4f0e-9c42-fbd278c9c77c,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:03.979468 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2f4a-2bea-496e-a2fa-4c4a0b96253e req-e08bfa09-6804-4a5b-a096-4af7d2eabaa5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:03.981637 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-deaf2f4a-2bea-496e-a2fa-4c4a0b96253e req-e08bfa09-6804-4a5b-a096-4af7d2eabaa5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0711091 Aug 24 15:39:04.042938 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-deaf2f4a-2bea-496e-a2fa-4c4a0b96253e req-a4fb1b9b-ac98-4537-950a-06d9dd0bff38 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529366 Aug 24 15:39:05.172988 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907f52-bdb0-41ab-ac45-49caa6cb8bc7 req-6a66ae3a-8adb-458f-85be-fcb8718d2413 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:05.174465 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d907f52-bdb0-41ab-ac45-49caa6cb8bc7 req-6a66ae3a-8adb-458f-85be-fcb8718d2413 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0505781 Aug 24 15:39:05.224322 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d907f52-bdb0-41ab-ac45-49caa6cb8bc7 req-c3f35831-c47d-4ec6-ad51-4b2bb15f797d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Aug 24 15:39:06.342185 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1eaf3-85bf-4532-b1d5-c7eddad7f4ca req-32f77564-e05d-458d-b2ec-d8d309e0dc6c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:06.343714 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eae1eaf3-85bf-4532-b1d5-c7eddad7f4ca req-32f77564-e05d-458d-b2ec-d8d309e0dc6c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0458133 Aug 24 15:39:06.371471 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:06.396974 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eae1eaf3-85bf-4532-b1d5-c7eddad7f4ca req-888eadb2-7ff2-4dd9-b2dc-fe65a289d3fa tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Aug 24 15:39:07.516729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56084-8373-4d64-a7c9-6aca2a9c3e5b req-cbafb50c-e63d-476d-b465-db94d390c4be tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:07.518201 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-63f56084-8373-4d64-a7c9-6aca2a9c3e5b req-cbafb50c-e63d-476d-b465-db94d390c4be tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Aug 24 15:39:07.564646 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-63f56084-8373-4d64-a7c9-6aca2a9c3e5b req-dfa36037-0359-416e-9904-eb46ed8bc609 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Aug 24 15:39:08.692500 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b37230-a10f-476b-9070-19d72a0c2715 req-5ff55216-cea3-43d2-9891-16ce1582e5af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:08.693965 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d4b37230-a10f-476b-9070-19d72a0c2715 req-5ff55216-cea3-43d2-9891-16ce1582e5af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0563767 Aug 24 15:39:08.745721 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d4b37230-a10f-476b-9070-19d72a0c2715 req-3ff43637-4bb1-4aea-8e0b-92a03f8665cf tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Aug 24 15:39:09.886386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7f5c7-55ac-4fbb-a3ed-079e68a1548a req-5cd525e5-3507-4075-af5b-3a4b735a3ffe tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:09.887966 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a8c7f5c7-55ac-4fbb-a3ed-079e68a1548a req-5cd525e5-3507-4075-af5b-3a4b735a3ffe tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0612688 Aug 24 15:39:09.914658 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:39:09.937150 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a8c7f5c7-55ac-4fbb-a3ed-079e68a1548a req-8bf449a2-7d05-4e7f-82b9-b622ffa2a0c4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Aug 24 15:39:11.054718 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abcd1c-a5e4-4035-b76d-425b36ec190f req-81671655-ad2e-4680-a26a-cfc2ffa56d8d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:11.056221 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-78abcd1c-a5e4-4035-b76d-425b36ec190f req-81671655-ad2e-4680-a26a-cfc2ffa56d8d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0465491 Aug 24 15:39:11.106590 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-78abcd1c-a5e4-4035-b76d-425b36ec190f req-4b507ffe-85f2-449a-af38-17b9b3c6237e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447664 Aug 24 15:39:11.838194 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:11.925600 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:12.226436 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4c6a-9aac-4fe2-9b2d-3c79e86d85a2 req-515f7516-eacf-41b6-a524-a9d000e8b85e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:12.227900 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-66fa4c6a-9aac-4fe2-9b2d-3c79e86d85a2 req-515f7516-eacf-41b6-a524-a9d000e8b85e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Aug 24 15:39:12.482941 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-66fa4c6a-9aac-4fe2-9b2d-3c79e86d85a2 req-d17b9584-394a-4923-9c1e-e6d7aaee49f0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494638 Aug 24 15:39:13.438084 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-16cd6ef1-e518-4fb0-b041-d19ae680ea96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:13.541737 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=48,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:13.568183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:13.608200 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245099-c3d2-4cdb-b736-919ffae8b535 req-41dadaa7-74b4-47df-a1d5-b736373c9f73 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:13.609561 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac245099-c3d2-4cdb-b736-919ffae8b535 req-41dadaa7-74b4-47df-a1d5-b736373c9f73 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0467699 Aug 24 15:39:13.649302 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:13.658193 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac245099-c3d2-4cdb-b736-919ffae8b535 req-b7fee316-6e89-4859-82ca-706f17920e1d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Aug 24 15:39:13.679798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:14.783374 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ab2aa-be1c-48d1-be3a-9f2df0e4a9b7 req-4e756376-2fb2-4317-9ae4-97c9560d6641 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:14.784890 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c22ab2aa-be1c-48d1-be3a-9f2df0e4a9b7 req-4e756376-2fb2-4317-9ae4-97c9560d6641 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0511296 Aug 24 15:39:14.832254 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c22ab2aa-be1c-48d1-be3a-9f2df0e4a9b7 req-e8cbd4cd-d096-4989-982c-f777dcf11640 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Aug 24 15:39:15.726306 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-22dd8fbb-2e5e-4917-83f1-080ee3fcc1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:16.104868 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46b5f3-2f77-4d44-8098-4efde2fe0aff req-0fb999c2-3608-4fdb-a116-ca4222dda68d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:16.106679 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aa46b5f3-2f77-4d44-8098-4efde2fe0aff req-0fb999c2-3608-4fdb-a116-ca4222dda68d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0614626 Aug 24 15:39:16.159850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aa46b5f3-2f77-4d44-8098-4efde2fe0aff req-e9bf1299-c162-4b14-92d2-aeee44ed412a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Aug 24 15:39:17.055605 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.164389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72c46-ac79-4ef0-9f3b-099b0cd1c92d req-3e70bbc3-7416-4e3c-a99d-662dddc6c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:17.165986 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dab72c46-ac79-4ef0-9f3b-099b0cd1c92d req-3e70bbc3-7416-4e3c-a99d-662dddc6c3c4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1129 time: 0.0446749 Aug 24 15:39:17.225584 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dab72c46-ac79-4ef0-9f3b-099b0cd1c92d req-ae8c22d9-4c5d-4cac-bf6f-1f1338ffc26e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508273 Aug 24 15:39:17.274561 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52166) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:17.307941 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ab09-459b-4334-b84f-6f0c1451886a req-eb13de8e-a541-4115-895b-10f8f3be65c0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:17.309371 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4354ab09-459b-4334-b84f-6f0c1451886a req-eb13de8e-a541-4115-895b-10f8f3be65c0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Aug 24 15:39:17.371978 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4354ab09-459b-4334-b84f-6f0c1451886a req-dbc1ac56-191a-4169-b799-d3073b29077e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Aug 24 15:39:17.408985 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca67423b-fd16-4891-9d0a-0fb3b9e507a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.487576 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca67423b-fd16-4891-9d0a-0fb3b9e507a2 admin admin] Publish callbacks [] for security_group (dd6a9f49-f407-41f5-840a-c9d35aeae896), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.491421 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ca67423b-fd16-4891-9d0a-0fb3b9e507a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (dd6a9f49-f407-41f5-840a-c9d35aeae896), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.536750 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ca67423b-fd16-4891-9d0a-0fb3b9e507a2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5dda94b5023d4f62b492e175a4217944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610483 Aug 24 15:39:17.537615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67423b-fd16-4891-9d0a-0fb3b9e507a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a9f49-f407-41f5-840a-c9d35aeae896,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:17.539477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52174) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:17.588419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] Publish callbacks [] for security_group (dd6a9f49-f407-41f5-840a-c9d35aeae896), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.609792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] Publish callbacks [] for security_group (dd6a9f49-f407-41f5-840a-c9d35aeae896), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.637244 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:17.659495 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (dd6a9f49-f407-41f5-840a-c9d35aeae896), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.662574 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:17.663934 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dd6a9f49-f407-41f5-840a-c9d35aeae896 HTTP/1.1" status: 204 len: 168 time: 0.1234627 Aug 24 15:39:17.672273 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf88b20-2802-4feb-a7c0-050ff20f175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a9f49-f407-41f5-840a-c9d35aeae896,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:17.932248 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52180) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:17.945795 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-17eb9859-c174-44df-98c9-3cad7e4e5219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.022733 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-17eb9859-c174-44df-98c9-3cad7e4e5219 admin admin] Publish callbacks [] for security_group (0b1133bb-4980-43b7-95cc-665d434b9c13), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.026313 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-17eb9859-c174-44df-98c9-3cad7e4e5219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (0b1133bb-4980-43b7-95cc-665d434b9c13), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.069206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-17eb9859-c174-44df-98c9-3cad7e4e5219 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b423a264bc724bb98e535a4e0ba77424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358254 Aug 24 15:39:18.069925 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb9859-c174-44df-98c9-3cad7e4e5219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1133bb-4980-43b7-95cc-665d434b9c13,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:18.072128 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52182) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:18.126463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] Publish callbacks [] for security_group (0b1133bb-4980-43b7-95cc-665d434b9c13), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.146211 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] Publish callbacks [] for security_group (0b1133bb-4980-43b7-95cc-665d434b9c13), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.195779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (0b1133bb-4980-43b7-95cc-665d434b9c13), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.198542 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.199738 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0b1133bb-4980-43b7-95cc-665d434b9c13 HTTP/1.1" status: 204 len: 168 time: 0.1265428 Aug 24 15:39:18.218194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e132-b8c8-4e98-bf95-82fefebc4237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1133bb-4980-43b7-95cc-665d434b9c13,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:18.329582 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.505723 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:18.520339 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac40dc1-fde3-43f4-beab-26e8e9296839 req-9cf2a7e5-667a-461c-87d9-ab9ae4c5d822 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:18.533771 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3ac40dc1-fde3-43f4-beab-26e8e9296839 req-9cf2a7e5-667a-461c-87d9-ab9ae4c5d822 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0612862 Aug 24 15:39:18.572910 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3ac40dc1-fde3-43f4-beab-26e8e9296839 req-bd756438-2fb5-4b19-bab6-240af9e3b770 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Aug 24 15:39:18.874962 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:19.694350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a066c-b1f4-4a52-b47f-f28c3ef7eee8 req-c0fbc3f0-e0f9-4c59-85f9-68819b204b7d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:19.696566 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6f6a066c-b1f4-4a52-b47f-f28c3ef7eee8 req-c0fbc3f0-e0f9-4c59-85f9-68819b204b7d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0498374 Aug 24 15:39:19.745833 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6f6a066c-b1f4-4a52-b47f-f28c3ef7eee8 req-dd4e3d51-28c9-4481-b647-069cea4106fa tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Aug 24 15:39:19.911397 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=41 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:20.063431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-4d78fccc-bbbf-42c4-8d0e-03721ef03e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.065808 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-4d78fccc-bbbf-42c4-8d0e-03721ef03e32 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1129 time: 0.0616400 Aug 24 15:39:20.077450 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9d5-4548-4bc5-aa82-a0f35cf0a7f7 req-2f3c9c54-ee63-4b39-85ef-834533c1e75d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.079847 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f6eda9d5-4548-4bc5-aa82-a0f35cf0a7f7 req-2f3c9c54-ee63-4b39-85ef-834533c1e75d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0698607 Aug 24 15:39:20.134847 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f6eda9d5-4548-4bc5-aa82-a0f35cf0a7f7 req-70ab20e6-d409-46d4-9a73-3f5a6047b970 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487373 Aug 24 15:39:20.171202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-81aaf363-03de-43fa-9bc2-2ea60109be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.172706 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-81aaf363-03de-43fa-9bc2-2ea60109be5b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1004879 Aug 24 15:39:20.219665 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-413ca1f2-e491-47b9-a2a6-ab18738a18b1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 217 time: 0.0401590 Aug 24 15:39:20.281348 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-0f09b5f8-5e4c-42ea-8d6f-788e5bc20a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.283267 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-0f09b5f8-5e4c-42ea-8d6f-788e5bc20a12 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0576017 Aug 24 15:39:20.335574 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-38e5df22-7f7e-4bf2-8015-f6b123bc41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.337373 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-38e5df22-7f7e-4bf2-8015-f6b123bc41d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476453 Aug 24 15:39:20.464193 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-9ad2f177-6e6d-44c9-8c85-557f073ff93c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196024 Aug 24 15:39:20.603309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:20.619194 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c23e63d2-6532-4af4-bc9c-fa43abfd4128 req-4b6615d7-0aca-44c3-af4f-35e760d36902 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473265 Aug 24 15:39:20.824234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302ae3-7b69-4371-94b8-fcf501017ad4 req-98bc5b45-39e3-4db8-865e-7981311bfc90 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:20.825827 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5b302ae3-7b69-4371-94b8-fcf501017ad4 req-98bc5b45-39e3-4db8-865e-7981311bfc90 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0592058 Aug 24 15:39:20.862413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:20.920621 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5b302ae3-7b69-4371-94b8-fcf501017ad4 req-2609e4ef-ae84-4a3d-b672-fa8aa99f15ca tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771356 Aug 24 15:39:21.273726 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129c82f-8de0-4b50-a600-b4a598ddecbe req-5642ff5d-e35d-4043-bc7a-b9598154db65 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:21.275211 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2129c82f-8de0-4b50-a600-b4a598ddecbe req-5642ff5d-e35d-4043-bc7a-b9598154db65 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0517211 Aug 24 15:39:21.330249 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2129c82f-8de0-4b50-a600-b4a598ddecbe req-be4c5324-c1bc-4d48-8746-0ff15044fbd0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Aug 24 15:39:21.678434 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52372) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:21.794529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:21.832821 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:21.875048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Publish callbacks [] for security_group (9a2eccb6-70d8-4959-ac8f-8fd69a76922a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:21.879452 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (9a2eccb6-70d8-4959-ac8f-8fd69a76922a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:21.919954 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8ed93b3016f04352a998e64a8f5bdace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389059 Aug 24 15:39:21.920828 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2eccb6-70d8-4959-ac8f-8fd69a76922a,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:21.923393 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52376) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:21.929184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.929538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.929885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.930233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.930574 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.930935 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.931271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.931599 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.931929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.932259 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.932590 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.932918 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.933246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.933574 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.933914 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56075f-19e2-429b-a00e-0d477e1cc817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:21.975325 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Publish callbacks [] for security_group (9a2eccb6-70d8-4959-ac8f-8fd69a76922a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:21.997928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Publish callbacks [] for security_group (9a2eccb6-70d8-4959-ac8f-8fd69a76922a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.073674 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3998b7-d56c-4f6d-9ed4-bc30c6f2682a req-d86497a7-5cc9-4b8f-8fda-a35e5c3ca061 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:22.075181 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be3998b7-d56c-4f6d-9ed4-bc30c6f2682a req-d86497a7-5cc9-4b8f-8fda-a35e5c3ca061 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0689476 Aug 24 15:39:22.106625 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (9a2eccb6-70d8-4959-ac8f-8fd69a76922a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.109032 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.110198 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9a2eccb6-70d8-4959-ac8f-8fd69a76922a HTTP/1.1" status: 204 len: 168 time: 0.1857491 Aug 24 15:39:22.135523 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2eccb6-70d8-4959-ac8f-8fd69a76922a,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:22.145614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.145959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.146307 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.146742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.147081 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.147472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.147887 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.148148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.148460 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.148797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.149142 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.149449 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.149774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.150103 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.150449 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede280a-99fa-43ca-b06b-e54bd42bd469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:22.156299 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be3998b7-d56c-4f6d-9ed4-bc30c6f2682a req-66faabbb-24ce-46e7-8ba6-bae251d019e4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733573 Aug 24 15:39:22.289341 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52390) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:22.414462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:22.429908 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ae8768e-9650-46e4-aa1e-4bf42dfb6fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.461366 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52398) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:22.486156 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fc4-80b6-4c91-9608-742baa5eeaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.492667 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d664c-d767-4fcc-ab58-979651d3e785 req-8976168c-a215-4be7-a8b1-32382c530d83 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:22.494462 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb1d664c-d767-4fcc-ab58-979651d3e785 req-8976168c-a215-4be7-a8b1-32382c530d83 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0677373 Aug 24 15:39:22.571629 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb1d664c-d767-4fcc-ab58-979651d3e785 req-3e352621-b78e-43de-bcad-9b4b3eac23d3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706203 Aug 24 15:39:22.572892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fc4-80b6-4c91-9608-742baa5eeaa4 admin admin] Publish callbacks [] for security_group (e46b9c86-8958-4268-bac5-53777c9072c6), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.576917 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af5d4fc4-80b6-4c91-9608-742baa5eeaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e46b9c86-8958-4268-bac5-53777c9072c6), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.605986 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ae8768e-9650-46e4-aa1e-4bf42dfb6fbd admin admin] Publish callbacks [] for security_group (5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.614745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ae8768e-9650-46e4-aa1e-4bf42dfb6fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.619248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d4fc4-80b6-4c91-9608-742baa5eeaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b9c86-8958-4268-bac5-53777c9072c6,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:22.626944 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-af5d4fc4-80b6-4c91-9608-742baa5eeaa4 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=78e242efd7fe4fd081536d01959c5a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603334 Aug 24 15:39:22.627304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52400) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:22.659330 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0ae8768e-9650-46e4-aa1e-4bf42dfb6fbd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a043bf3e9d454ea0a576446ae005249f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687446 Aug 24 15:39:22.660511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8768e-9650-46e4-aa1e-4bf42dfb6fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:22.662907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52402) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:22.682527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] Publish callbacks [] for security_group (e46b9c86-8958-4268-bac5-53777c9072c6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.708947 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] Publish callbacks [] for security_group (e46b9c86-8958-4268-bac5-53777c9072c6), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.722872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] Publish callbacks [] for security_group (5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.747743 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] Publish callbacks [] for security_group (5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.776768 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e46b9c86-8958-4268-bac5-53777c9072c6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.780565 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.784639 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e46b9c86-8958-4268-bac5-53777c9072c6 HTTP/1.1" status: 204 len: 168 time: 0.1536944 Aug 24 15:39:22.803904 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b76a4-4219-485a-99b8-0d1f8c6e93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b9c86-8958-4268-bac5-53777c9072c6,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:22.827688 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.830818 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:22.832098 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1 HTTP/1.1" status: 204 len: 168 time: 0.1683247 Aug 24 15:39:22.842476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aab73-6a83-4fa0-95ff-edf4ce180c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1f323-9c1c-43f7-a2ac-7bb5ef00eac1,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:23.303421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f534f-2079-43e9-abb2-5b7a55856be0 req-c34b04dd-df01-4ae7-89c1-1139059577ec tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:23.305324 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e7f534f-2079-43e9-abb2-5b7a55856be0 req-c34b04dd-df01-4ae7-89c1-1139059577ec tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0553002 Aug 24 15:39:23.329263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:23.368960 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e7f534f-2079-43e9-abb2-5b7a55856be0 req-dd0821fb-d26c-482d-883a-01f0ce0afddb tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567985 Aug 24 15:39:23.719264 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c88a7-c577-4935-96bb-61ae840d3051 req-4b4fccde-c06f-414a-a5e6-976ec5041c5c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:23.720932 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dc2c88a7-c577-4935-96bb-61ae840d3051 req-4b4fccde-c06f-414a-a5e6-976ec5041c5c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0564256 Aug 24 15:39:23.781298 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dc2c88a7-c577-4935-96bb-61ae840d3051 req-0662bd43-4d5b-4225-8e43-962677bd1b58 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Aug 24 15:39:24.493085 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5496a7-88fe-4923-887f-f7c9811af58a req-3cabfd0f-557a-4676-b6cf-f88f04bd100d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:24.494526 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c5496a7-88fe-4923-887f-f7c9811af58a req-3cabfd0f-557a-4676-b6cf-f88f04bd100d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Aug 24 15:39:24.544041 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c5496a7-88fe-4923-887f-f7c9811af58a req-51c38e0f-12f2-4b75-a861-4c261c87018d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Aug 24 15:39:25.557742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52512) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:25.562389 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757112242', 'description': 'tempest-description--273816878'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:25.587765 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.718024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c3dae-640b-40c4-b0df-776d61d8050e req-29d31e8d-a771-4718-835d-118f441087a2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:25.719639 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a8c3dae-640b-40c4-b0df-776d61d8050e req-29d31e8d-a771-4718-835d-118f441087a2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0822647 Aug 24 15:39:25.730555 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (6075ff1f-2911-4fe5-b01e-226d889e9517), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.736159 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:25.738404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6075ff1f-2911-4fe5-b01e-226d889e9517), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.794448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.796003 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2369082 Aug 24 15:39:25.800423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52528) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:25.800919 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b38ab1-a116-4856-ad4d-96cfea067b04 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6075ff1f-2911-4fe5-b01e-226d889e9517,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:25.808212 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'security_group_rule': {'security_group_id': '6075ff1f-2911-4fe5-b01e-226d889e9517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:25.818166 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a8c3dae-640b-40c4-b0df-776d61d8050e req-540b5d5c-bb58-441d-b19c-1cc4ec29d471 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899689 Aug 24 15:39:25.845322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (460a934a-4810-4d66-889a-f62eb069747c), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.913460 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (460a934a-4810-4d66-889a-f62eb069747c), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.917194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (460a934a-4810-4d66-889a-f62eb069747c), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.940195 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a934a-4810-4d66-889a-f62eb069747c,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:25.946350 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:25.947600 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4ce96707-40d0-434d-a710-751c01462e39 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451964 Aug 24 15:39:25.950359 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52536) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:25.956038 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'security_group_rule': {'security_group_id': '6075ff1f-2911-4fe5-b01e-226d889e9517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:25.983202 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (339b8a76-17e0-4ff7-bbc9-b6ed8b2cb6cd), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.041600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (339b8a76-17e0-4ff7-bbc9-b6ed8b2cb6cd), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.045213 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (339b8a76-17e0-4ff7-bbc9-b6ed8b2cb6cd), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.060424 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339b8a76-17e0-4ff7-bbc9-b6ed8b2cb6cd,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:26.070449 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.071644 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d751d063-f272-4c9a-9634-11a79b67f078 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202650 Aug 24 15:39:26.074848 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52538) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:26.079456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:26.104112 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.185768 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.286583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:26.301547 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Allocated IP 172.27.4.102 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:26.408314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.441421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.483748 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:26.486704 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:26.490256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:26.514896 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'Port': ['ID=b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:26.610699 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.653466 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.687392 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:26.802390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.806968 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.872637 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.875262 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'Port': ['ID=b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:26.903457 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:26.904759 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4f6525db-a1ce-4e17-9a98-94660404e088 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8289554 Aug 24 15:39:26.943784 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b24f83-5526-4f72-815d-6fe4530852ae req-ecdde915-8213-4cd4-bf59-39fdef26a893 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:26.945263 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82b24f83-5526-4f72-815d-6fe4530852ae req-ecdde915-8213-4cd4-bf59-39fdef26a893 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Aug 24 15:39:26.996459 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82b24f83-5526-4f72-815d-6fe4530852ae req-f07cfb50-01d6-4e1c-a2da-8d8fffe697ce tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Aug 24 15:39:27.114366 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-e65174b1-334b-4acc-bddc-6fb551fafe3e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1757112242&fields=id&tenant_id=3d204b26857042e397b91be285fa3ed9 HTTP/1.1" status: 200 len: 267 time: 0.0457013 Aug 24 15:39:27.142700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:27.222212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-309cd2cb-a8c5-47e7-9ce4-c5b4b739896f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:27.223736 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-309cd2cb-a8c5-47e7-9ce4-c5b4b739896f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 0.1030538 Aug 24 15:39:27.238804 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-ec21becb-7a59-452a-b48b-a142c7c5df3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/quotas/3d204b26857042e397b91be285fa3ed9 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Aug 24 15:39:27.296660 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-5a5b08b0-ab2d-4a4a-ad63-f12bfc2584b8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526540 Aug 24 15:39:27.392586 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-8b530b59-a065-49c4-bfac-8238308a6376 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Aug 24 15:39:27.486335 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9a4594f1-2ad1-470b-a0c7-9c6b32ebbfbe service neutron] 10.222.0.73 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881743 Aug 24 15:39:27.645624 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ea565859-08f1-4bbb-bec6-fc6986639e8a req-3c20981a-49f4-4041-8ced-67f12ce94957 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0277982 Aug 24 15:39:28.122738 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e25ea-8598-4b03-b247-ec635312418c req-21a7c7d7-c42c-4af9-88a3-5e88b5608caf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:28.124861 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-829e25ea-8598-4b03-b247-ec635312418c req-21a7c7d7-c42c-4af9-88a3-5e88b5608caf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 24 15:39:28.177344 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-829e25ea-8598-4b03-b247-ec635312418c req-3e680d0e-5948-41f2-9470-707f267be61d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Aug 24 15:39:28.749549 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a80aa250-d6f1-46cd-874f-4a178b981a67 req-49e2b8d5-e485-415f-8d9f-bab1c17fd4df tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0340919 Aug 24 15:39:29.338409 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-20a798e0-7349-4b60-ab78-af554961b378 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677578 Aug 24 15:39:29.356298 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863543a-ccf4-4956-90b8-e9b5e37d8170 req-71007136-b4c0-4281-9586-d126d625ebc0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:29.357398 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a863543a-ccf4-4956-90b8-e9b5e37d8170 req-71007136-b4c0-4281-9586-d126d625ebc0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1001916 Aug 24 15:39:29.419228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:29.438392 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a863543a-ccf4-4956-90b8-e9b5e37d8170 req-4c457ed9-5fbf-4585-b5f1-f0a48aaf5c81 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696054 Aug 24 15:39:29.449115 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-67d579d6-5d02-4c9f-baaa-130188eda104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:29.450845 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-67d579d6-5d02-4c9f-baaa-130188eda104 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 1129 time: 0.0775330 Aug 24 15:39:29.483877 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52600) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:29.579071 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-f78b3d98-db3f-45ef-a556-1ff371eda9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:29.580747 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-f78b3d98-db3f-45ef-a556-1ff371eda9ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1078947 Aug 24 15:39:29.622169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e9be-4a0c-4122-81ab-4c2fbb2dfa08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:29.647492 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:29.706248 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e9be-4a0c-4122-81ab-4c2fbb2dfa08 admin admin] Publish callbacks [] for security_group (d978290d-4c69-4344-86a5-87da5f9f9fa8), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:29.711644 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e9be-4a0c-4122-81ab-4c2fbb2dfa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d978290d-4c69-4344-86a5-87da5f9f9fa8), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:29.754116 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e8e2e9be-4a0c-4122-81ab-4c2fbb2dfa08 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f9377ab2f80a47dc86b6f911f4cf5e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680907 Aug 24 15:39:29.755025 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e9be-4a0c-4122-81ab-4c2fbb2dfa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978290d-4c69-4344-86a5-87da5f9f9fa8,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:29.756841 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52614) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:29.833199 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-65b9144d-8afe-44c5-a749-19e41e68cd0b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 200 len: 217 time: 0.0487511 Aug 24 15:39:29.854513 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:29.876529 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35cc046f-51cf-4809-99cd-1f648f92ad07 req-7fcce495-07f7-4c19-9a8b-332f226b2abb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0443730 Aug 24 15:39:29.882538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] Publish callbacks [] for security_group (d978290d-4c69-4344-86a5-87da5f9f9fa8), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:29.928756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] Publish callbacks [] for security_group (d978290d-4c69-4344-86a5-87da5f9f9fa8), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:29.949058 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-aa77d98e-97b5-4f1b-b237-3e475683bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:29.950949 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-aa77d98e-97b5-4f1b-b237-3e475683bc29 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.1060967 Aug 24 15:39:30.005220 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d978290d-4c69-4344-86a5-87da5f9f9fa8), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.012654 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:30.014332 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.015626 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d978290d-4c69-4344-86a5-87da5f9f9fa8 HTTP/1.1" status: 204 len: 168 time: 0.2577760 Aug 24 15:39:30.026020 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d0f2-12d8-4cd6-9ef1-f4f74d35668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978290d-4c69-4344-86a5-87da5f9f9fa8,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:30.063571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-36df2263-1b8b-4b1b-8fb5-d7f740599f40 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:30.065363 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-36df2263-1b8b-4b1b-8fb5-d7f740599f40 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 818 time: 0.1399794 Aug 24 15:39:30.077699 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52630) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:30.083331 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003474412', 'description': 'tempest-description--1603862610'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:30.106581 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.178858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (a3fb0e98-2fc6-4186-aa29-3178d0772e6e), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.184123 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a3fb0e98-2fc6-4186-aa29-3178d0772e6e), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.216341 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.217571 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1388619 Aug 24 15:39:30.221208 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52634) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:30.226243 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb0e98-2fc6-4186-aa29-3178d0772e6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:30.232230 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58460ae3-738c-4818-b0d3-25436ceb8414 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb0e98-2fc6-4186-aa29-3178d0772e6e,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:30.262294 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (9177e6e2-a630-4566-a69d-1a47b50ec19c), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.326843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (9177e6e2-a630-4566-a69d-1a47b50ec19c), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.331999 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (9177e6e2-a630-4566-a69d-1a47b50ec19c), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.351544 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9177e6e2-a630-4566-a69d-1a47b50ec19c,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:30.359931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.361587 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-402b7d15-035a-4c87-bdba-a21ad894ddfe tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391420 Aug 24 15:39:30.365291 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52642) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:30.370364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb0e98-2fc6-4186-aa29-3178d0772e6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:30.398970 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (0220a1b2-9218-442e-af37-36a142788937), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.466496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (0220a1b2-9218-442e-af37-36a142788937), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.474790 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (0220a1b2-9218-442e-af37-36a142788937), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.495961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0220a1b2-9218-442e-af37-36a142788937,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:30.506777 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.510364 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-21fdc2d7-e4b2-47cc-be86-8878ddaf7599 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410303 Aug 24 15:39:30.511024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52650) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:30.515951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:30.583029 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.606728 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d80f-bd5d-43d1-9aab-4a899010ac9f req-e3534c90-7cd6-4086-bc5c-625cbb0b60bc tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:30.608153 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4718d80f-bd5d-43d1-9aab-4a899010ac9f req-e3534c90-7cd6-4086-bc5c-625cbb0b60bc tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0723326 Aug 24 15:39:30.709538 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4718d80f-bd5d-43d1-9aab-4a899010ac9f req-f6bb5814-f501-4518-b2db-091df3f050e0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940659 Aug 24 15:39:30.710772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.766345 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52662) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:30.831056 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.27.4.213 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/52f03d7f-1c48-44a6-a578-b70938963317) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:30.873538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1612751794-network', 'tenant_id': 'df1ee75d012f4378a607020154eaf0b4'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:30.894434 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Made reservation on behalf of df1ee75d012f4378a607020154eaf0b4 for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:30.896990 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.899223 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:30.909231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.937868 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (52f03d7f-1c48-44a6-a578-b70938963317), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:30.997245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks [] for security_group (837c9a27-a260-49b9-89b9-97e17cda3f80), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.001841 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (837c9a27-a260-49b9-89b9-97e17cda3f80), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.003560 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd4c48c1-9bb3-4dcd-86ec-4c44799d3fa0 req-4c6c3bb5-1c3d-4ca9-9df4-a6ad96f52b65 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0379345 Aug 24 15:39:31.006049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (52f03d7f-1c48-44a6-a578-b70938963317), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.032979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:31.038799 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:39:31.049644 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837c9a27-a260-49b9-89b9-97e17cda3f80,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:31.053707 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:31.056518 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (956222bf-c67b-4a9e-a7fc-33b16688d512), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.057119 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Added segment 956222bf-c67b-4a9e-a7fc-33b16688d512 of type vlan for network cc385d41-488b-42c2-8d03-cfd468490140 Aug 24 15:39:31.058002 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:31.061247 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:31.066588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=52f03d7f-1c48-44a6-a578-b70938963317,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:31.100932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (cc385d41-488b-42c2-8d03-cfd468490140), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.125727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (cc385d41-488b-42c2-8d03-cfd468490140), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.126738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:31.127799 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.152137 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.156515 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:31.165544 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3979425 Aug 24 15:39:31.181148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 52668) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:31.186454 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Request body: {'subnet': {'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1612751794-subnet', 'tenant_id': 'df1ee75d012f4378a607020154eaf0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:31.192669 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7599-a173-42a1-829d-0eb4f681f700 admin admin] Pushing event updated for resources: {'Network': ['ID=cc385d41-488b-42c2-8d03-cfd468490140,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:31.202878 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network cc385d41-488b-42c2-8d03-cfd468490140 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:39:31.208793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (52f03d7f-1c48-44a6-a578-b70938963317), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.242514 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Made reservation on behalf of df1ee75d012f4378a607020154eaf0b4 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:31.244858 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28604984'] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.248702 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:31.481437 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (52f03d7f-1c48-44a6-a578-b70938963317), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.488150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (52f03d7f-1c48-44a6-a578-b70938963317), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.590543 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29108341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28605014'] for subnet (10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.592352 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=52f03d7f-1c48-44a6-a578-b70938963317,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:31.600836 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.664651 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.665877 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0be852ca-7fc4-4730-94c8-9078f543edff tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1537857 Aug 24 15:39:31.668395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:31.677452 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Checking segment: {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:31.677816 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Network hostable DHCP agents. Network: cc385d41-488b-42c2-8d03-cfd468490140, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:39:31.695419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Network cc385d41-488b-42c2-8d03-cfd468490140 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:39:31.704288 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, cc385d41-488b-42c2-8d03-cfd468490140) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:31.710328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:31.711003 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:31.717494 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb81c9a-eff6-42de-8f14-37b30de40e36 None None] Network cc385d41-488b-42c2-8d03-cfd468490140 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:31.729497 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7f0ae3bd-8fee-4580-a31d-8d888c8d638e admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5469460 Aug 24 15:39:31.860623 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f7b4-2440-4fb1-bd59-d0bcd67f81c1 req-0a3bc5b2-728f-471f-869e-fb417bb49520 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:31.862989 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd61f7b4-2440-4fb1-bd59-d0bcd67f81c1 req-0a3bc5b2-728f-471f-869e-fb417bb49520 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Aug 24 15:39:31.882952 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00e447-3398-4872-b7e5-e5ca77854aa7 None None] Network cc385d41-488b-42c2-8d03-cfd468490140 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:31.946050 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-5b222df6-8f54-4237-8993-d372e4bb6cd3 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1003474412&fields=id&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 267 time: 0.0785391 Aug 24 15:39:31.950313 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd61f7b4-2440-4fb1-bd59-d0bcd67f81c1 req-58394127-63c5-422f-b567-64c6a538d8ac tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811317 Aug 24 15:39:31.979880 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:32.306389 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6e6403bc-2875-4192-aaf9-235fca0de355 req-1e4519ee-1aea-4a98-a198-115a7a2b7ad7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0530193 Aug 24 15:39:32.346220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-6501ded4-8538-4189-85a7-ffabab02aae0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:32.349573 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-6501ded4-8538-4189-85a7-ffabab02aae0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.3918228 Aug 24 15:39:32.364032 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-fa3ded55-d102-4781-b19a-fc2473e38590 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 375 time: 0.0105889 Aug 24 15:39:32.421377 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-29df6661-d3f4-444c-9997-170f47296732 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517225 Aug 24 15:39:32.441239 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:32.523481 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-4a8b42df-e42a-4ec2-a208-95a83575ac87 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900671 Aug 24 15:39:32.618973 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-72138220-0bba-45f0-9c79-21a5a5a003f9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896437 Aug 24 15:39:32.786301 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2c4bc44d-cf68-4d71-92b3-e575f62b9fce req-f55cd4de-84ae-4d7c-8ec7-0e2f2bc9eb02 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 210 time: 0.0306818 Aug 24 15:39:32.825709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-ae0e97a4-8fc6-4711-b089-4d176e4da905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:32.827626 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-ae0e97a4-8fc6-4711-b089-4d176e4da905 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587265 Aug 24 15:39:32.942785 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-36af5588-8267-4b93-927b-b836b9b1d7af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d204b26857042e397b91be285fa3ed9 HTTP/1.1" status: 200 len: 380 time: 0.0685689 Aug 24 15:39:32.977267 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-da314b18-aaa4-4077-88cb-c2f7bc2a354f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966439 Aug 24 15:39:33.032255 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'port': {'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'admin_state_up': True, 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'security_groups': ['6075ff1f-2911-4fe5-b01e-226d889e9517']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:33.134178 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e5d4c6b-7d61-429d-a708-a71b79803d7b req-f82eaa16-6dfb-46ea-9e53-6b0c74cbedaf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997159 Aug 24 15:39:33.161993 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d306379-cdc4-4688-b45c-2ee18c740f7e req-57158220-9a08-434f-9c2e-b8a8aa5bb1e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:33.163513 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d306379-cdc4-4688-b45c-2ee18c740f7e req-57158220-9a08-434f-9c2e-b8a8aa5bb1e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1273103 Aug 24 15:39:33.262776 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d306379-cdc4-4688-b45c-2ee18c740f7e req-577cabe7-b263-404d-90f7-9d7caf95cf4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902872 Aug 24 15:39:33.269822 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Made reservation on behalf of 3d204b26857042e397b91be285fa3ed9 for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:33.274251 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:33.418568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Allocated IP 172.20.0.8 (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a/65c88f76-225e-461a-a506-f4da2af09b04/d30bf2eb-be05-4025-9994-339e033189d7) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:33.445651 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-801ef250-fae7-449a-a96c-96eda7386536 req-c07bb3be-0f87-4085-95b6-42fdbbcb805e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 210 time: 0.0386837 Aug 24 15:39:33.589978 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:33.690926 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for port (d30bf2eb-be05-4025-9994-339e033189d7), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:33.724808 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-6d57d3f8-56b5-4b56-8f93-ff3a5f3758a3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:33.726294 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-6d57d3f8-56b5-4b56-8f93-ff3a5f3758a3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/networks?id=cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 200 len: 809 time: 0.1747806 Aug 24 15:39:33.746879 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:33.754123 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-955c9c77-ccf6-4262-be81-043f999a2ae3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/quotas/df1ee75d012f4378a607020154eaf0b4 HTTP/1.1" status: 200 len: 375 time: 0.0193219 Aug 24 15:39:33.771596 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:33.819559 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-52f3c7c3-1df1-43a7-b16b-dd745f374e46 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595613 Aug 24 15:39:33.852309 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:33.868104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:33.872289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:33.884683 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event updated for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:33.997669 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e06dced9-f698-46b7-91b8-44324d74beac req-c073e2c8-40a9-4312-836c-e0aaa85cee15 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 210 time: 0.0894911 Aug 24 15:39:34.041834 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:34.042698 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:34.068103 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-85161a31-ec80-4223-9f1d-1952e7b0a840 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356255 Aug 24 15:39:34.077171 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9913a072-596f-4c07-9cc0-13bf5bbe4a3d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0497775 Aug 24 15:39:34.094763 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Request body: {'port': {'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:34.155596 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-58909710-3fe0-4df8-b687-b2fb7d5c42da None None] Provisioning complete for port d30bf2eb-be05-4025-9994-339e033189d7 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:34.156141 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-58909710-3fe0-4df8-b687-b2fb7d5c42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d30bf2eb-be05-4025-9994-339e033189d7), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:34.193781 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-58909710-3fe0-4df8-b687-b2fb7d5c42da None None] Port d30bf2eb-be05-4025-9994-339e033189d7 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:34.256566 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d30bf2eb-be05-4025-9994-339e033189d7), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:34.278943 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-fb84d239-68ba-490e-99d8-474d8fb150c5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005706 Aug 24 15:39:34.491808 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e578b-c9fd-4988-b3ba-e9a4b25ccff7 req-81a53d2b-6b95-4a65-bed5-3af41b2ede56 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:34.493543 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a6e578b-c9fd-4988-b3ba-e9a4b25ccff7 req-81a53d2b-6b95-4a65-bed5-3af41b2ede56 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1087396 Aug 24 15:39:34.532327 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-28a11883-e10e-4dae-81a1-380aa57f5d5c req-819eff2d-c690-4208-be88-423a218535a8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 210 time: 0.0786881 Aug 24 15:39:34.623282 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a6e578b-c9fd-4988-b3ba-e9a4b25ccff7 req-5d53a0ef-26a6-4f6a-99bd-8da271011307 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086817 Aug 24 15:39:34.727679 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:34.756769 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-bcc60241-6dde-43cb-8dca-2a49c65f4e1f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:34.760314 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-bcc60241-6dde-43cb-8dca-2a49c65f4e1f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.2423809 Aug 24 15:39:34.800928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3810-5bbd-47dd-a8a3-ef4d2f1be7b7 req-e2737b64-2117-47cc-ac96-39b24e5f1f7f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:34.802628 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4d4d3810-5bbd-47dd-a8a3-ef4d2f1be7b7 req-e2737b64-2117-47cc-ac96-39b24e5f1f7f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 931 time: 0.0894132 Aug 24 15:39:34.815186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30bf2eb-be05-4025-9994-339e033189d7 {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:34.829429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks [] for port (d30bf2eb-be05-4025-9994-339e033189d7), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:34.854207 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:34.869569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Transition to ACTIVE for port object d30bf2eb-be05-4025-9994-339e033189d7 will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:39:34.880182 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:34.883844 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-6242da8b-4501-421b-b893-589c442cc4df tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 473 time: 0.1098371 Aug 24 15:39:34.929199 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'port': {'device_id': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'admin_state_up': True, 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'security_groups': ['a3fb0e98-2fc6-4186-aa29-3178d0772e6e']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:34.951034 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4d4d3810-5bbd-47dd-a8a3-ef4d2f1be7b7 req-50490651-46ac-493e-bdd6-3c59c5d0abf5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273246 Aug 24 15:39:35.018808 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:35.025404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Pushing event updated for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:35.067066 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Attempting to bind port d30bf2eb-be05-4025-9994-339e033189d7 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:35.067766 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Attempting to bind port d30bf2eb-be05-4025-9994-339e033189d7 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:35.068152 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Attempting to bind port d30bf2eb-be05-4025-9994-339e033189d7 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:35.074886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:35.075310 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Port d30bf2eb-be05-4025-9994-339e033189d7 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:39:35.075793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Attempting to bind port d30bf2eb-be05-4025-9994-339e033189d7 on network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:35.082023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:35.082226 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.082576 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Checking segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:35.083138 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Bound using segment: {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:35.083665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Bound port: d30bf2eb-be05-4025-9994-339e033189d7, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fb7d63-afa0-472a-950f-ffb90b2f726d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:35.084118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d30bf2eb-be05-4025-9994-339e033189d7), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.206184 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c4adba22-a588-4977-bcaa-6f57f1236113 req-3324305c-9ee2-404b-9948-a2545ee4fcb6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 210 time: 0.0411265 Aug 24 15:39:35.242872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:35.246184 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d30bf2eb-be05-4025-9994-339e033189d7,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:35.260998 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.266355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.267670 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.270122 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 1093 time: 1.1816654 Aug 24 15:39:35.272644 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:35.274095 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.20.0.11 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/5a903b96-7262-4382-b289-851e17d994de) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:35.276358 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:35.368097 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde0162-4b1f-4baf-86ad-cb0c35a24031 x-openstack-request-id: req-7fde0162-4b1f-4baf-86ad-cb0c35a24031 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:35.368423 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:35.368677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fde0162-4b1f-4baf-86ad-cb0c35a24031 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:35.369099 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fde0162-4b1f-4baf-86ad-cb0c35a24031'] response: {'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'status': 'completed', 'code': 200} Aug 24 15:39:35.389593 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9d0ff124-5d36-4cab-b093-f8ee9b07825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.391270 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-9d0ff124-5d36-4cab-b093-f8ee9b07825d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1127 time: 0.0741842 Aug 24 15:39:35.393486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7300e33-fbb8-42d7-9311-b03fcd1a6399 service neutron] Pushing event updated for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:35.440734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:35.443373 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-eab25dfc-3b08-4a2c-9726-a1232a8e6e3f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 217 time: 0.0391943 Aug 24 15:39:35.495219 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (5a903b96-7262-4382-b289-851e17d994de), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.514372 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-ebe74f79-6399-4090-8e2c-2c00bc5fdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.516449 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-ebe74f79-6399-4090-8e2c-2c00bc5fdfce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0572307 Aug 24 15:39:35.530006 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (5a903b96-7262-4382-b289-851e17d994de), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.585829 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:35.594805 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:35.600301 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:35.609076 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:35.687718 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.687929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.718783 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-e5080a12-67c6-4ef0-a009-c7576868dc9c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957048 Aug 24 15:39:35.733634 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0eeddb56-a0e3-46a5-80e5-eb69ab67d03a req-d38e93ee-bd20-42d4-8c2a-ad9a7a5fffe3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 210 time: 0.0550919 Aug 24 15:39:35.780837 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Request body: {'port': {'device_id': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:35.861862 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-fe6c292b-f259-4ba1-81ae-2b6177ce2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.866329 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-fe6c292b-f259-4ba1-81ae-2b6177ce2f21 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542557 Aug 24 15:39:35.871570 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (5a903b96-7262-4382-b289-851e17d994de), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:35.885386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061208-012b-426a-b281-17af9baeb1bf req-24a575cb-1eae-49ec-8fa4-f12ae9bdbf2b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:35.887372 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-16061208-012b-426a-b281-17af9baeb1bf req-24a575cb-1eae-49ec-8fa4-f12ae9bdbf2b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1252637 Aug 24 15:39:35.982220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-200d891f-31d1-4442-acde-29426e6a3b0b None None] Provisioning complete for port 5a903b96-7262-4382-b289-851e17d994de triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:35.985459 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-200d891f-31d1-4442-acde-29426e6a3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (5a903b96-7262-4382-b289-851e17d994de), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.020596 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-16061208-012b-426a-b281-17af9baeb1bf req-0be50399-83fc-4be1-aea8-046c6909a629 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253791 Aug 24 15:39:36.074848 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-200d891f-31d1-4442-acde-29426e6a3b0b None None] Port 5a903b96-7262-4382-b289-851e17d994de cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:36.150723 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:36.182533 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b68ba5-d8df-4abf-a1ce-77b43b966b55 req-5604b823-3b1d-4166-8145-fbc15bc7fa6a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:36.184062 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-33b68ba5-d8df-4abf-a1ce-77b43b966b55 req-5604b823-3b1d-4166-8145-fbc15bc7fa6a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 943 time: 0.1204948 Aug 24 15:39:36.186582 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:36.197610 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-f1cba07c-26af-446d-ae26-9470c3ed36ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629454 Aug 24 15:39:36.199072 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a903b96-7262-4382-b289-851e17d994de {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:36.208751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks [] for port (5a903b96-7262-4382-b289-851e17d994de), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.215299 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-63f523e4-6c74-4374-b87b-3dcdf6946c42 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:36.216749 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-63f523e4-6c74-4374-b87b-3dcdf6946c42 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 200 len: 809 time: 0.2684836 Aug 24 15:39:36.222768 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Transition to ACTIVE for port object 5a903b96-7262-4382-b289-851e17d994de will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:39:36.226993 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (5a903b96-7262-4382-b289-851e17d994de), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.259898 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-33b68ba5-d8df-4abf-a1ce-77b43b966b55 req-68be3141-1481-4569-8e0f-0e49671e6dc0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611866 Aug 24 15:39:36.303139 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Request body: {'port': {'device_id': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140', 'admin_state_up': True, 'tenant_id': 'df1ee75d012f4378a607020154eaf0b4'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:36.320166 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Pushing event updated for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:36.352466 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Attempting to bind port 5a903b96-7262-4382-b289-851e17d994de on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:36.352854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Attempting to bind port 5a903b96-7262-4382-b289-851e17d994de by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:36.353112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Attempting to bind port 5a903b96-7262-4382-b289-851e17d994de on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:36.357769 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Port 5a903b96-7262-4382-b289-851e17d994de on network 105210c5-8b78-4e8c-bd12-9456d560212d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:39:36.358089 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Attempting to bind port 5a903b96-7262-4382-b289-851e17d994de on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:36.364172 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:36.364513 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:36.364895 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:36.365317 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Bound port: 5a903b96-7262-4382-b289-851e17d994de, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:36.365673 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (5a903b96-7262-4382-b289-851e17d994de), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.428279 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:36.431577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=5a903b96-7262-4382-b289-851e17d994de,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:36.438147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (5a903b96-7262-4382-b289-851e17d994de), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.442819 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:36.443797 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.445203 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/5a903b96-7262-4382-b289-851e17d994de HTTP/1.1" status: 200 len: 1094 time: 0.6692786 Aug 24 15:39:36.447436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'tag': '5a903b96-7262-4382-b289-851e17d994de'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:36.450046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "tag": "5a903b96-7262-4382-b289-851e17d994de"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:36.488414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:36.499877 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472039ef-3162-4c51-9928-2991258fb9f4 req-5935103c-7373-40d2-a4b4-b2a484bf6655 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:36.501658 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472039ef-3162-4c51-9928-2991258fb9f4 req-5935103c-7373-40d2-a4b4-b2a484bf6655 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.1831727 Aug 24 15:39:36.512804 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2df7c-62b0-460d-bf35-78d37fe94000 service neutron] Pushing event updated for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:36.521593 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01951b71-f577-4364-9097-020294011463 x-openstack-request-id: req-01951b71-f577-4364-9097-020294011463 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:36.522739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "tag": "5a903b96-7262-4382-b289-851e17d994de", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:36.522739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01951b71-f577-4364-9097-020294011463 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:36.522739 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01951b71-f577-4364-9097-020294011463'] response: {'name': 'network-changed', 'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'tag': '5a903b96-7262-4382-b289-851e17d994de', 'status': 'completed', 'code': 200} Aug 24 15:39:36.562779 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ef47098-1099-4b9d-b29d-a33c34138afc req-065c9c07-0be3-491e-bf9c-b582e42e9058 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791770 Aug 24 15:39:36.566257 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-3072daf3-2341-4c9d-a087-e91a1d8c4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:36.568974 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-3072daf3-2341-4c9d-a087-e91a1d8c4929 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 1128 time: 0.0501211 Aug 24 15:39:36.571164 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:36.616421 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-829b3c2c-bf2a-428c-ba36-e7d69f7cc8d6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a903b96-7262-4382-b289-851e17d994de HTTP/1.1" status: 200 len: 217 time: 0.0365331 Aug 24 15:39:36.619894 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Made reservation on behalf of df1ee75d012f4378a607020154eaf0b4 for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:36.624339 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:36.631061 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-472039ef-3162-4c51-9928-2991258fb9f4 req-ba24f64c-dcee-4cb5-936a-3c7f438894d8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940537 Aug 24 15:39:36.766286 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Allocated IP 172.20.0.4 (cc385d41-488b-42c2-8d03-cfd468490140/10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b/e0707bad-7d33-40e8-946f-cca938471d41) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:36.844056 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-76cc9871-add0-4364-9ec7-7aeb5d97f83e req-1eb07dc2-b4dd-43d4-8fc6-c633f03f86a8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 210 time: 0.0362170 Aug 24 15:39:37.196469 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbb908-d1d4-442e-ac59-d21a2e972bd3 req-4b379dae-0551-446e-a88f-f5e9e54f7f43 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:37.197897 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48cbb908-d1d4-442e-ac59-d21a2e972bd3 req-4b379dae-0551-446e-a88f-f5e9e54f7f43 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0592399 Aug 24 15:39:37.235566 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks [] for port (e0707bad-7d33-40e8-946f-cca938471d41), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:37.252121 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:37.282109 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48cbb908-d1d4-442e-ac59-d21a2e972bd3 req-b711b970-bfdb-4cf5-bd90-fac421e5482b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785730 Aug 24 15:39:37.296917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:37.346625 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Network cc385d41-488b-42c2-8d03-cfd468490140 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:37.350292 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:37.354159 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:37.391151 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Pushing event updated for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:37.439309 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:37.440502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:37.447959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fc297-c8fe-42d1-956b-3e2b1993eaa7 req-92cdbefa-bd13-42e5-b0b5-9a09dc5efe26 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:37.449402 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-394fc297-c8fe-42d1-956b-3e2b1993eaa7 req-92cdbefa-bd13-42e5-b0b5-9a09dc5efe26 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 943 time: 0.0872819 Aug 24 15:39:37.475056 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-ba7a3250-da3d-4986-be4f-a3e9f27b96c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1788557 Aug 24 15:39:37.504119 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-394fc297-c8fe-42d1-956b-3e2b1993eaa7 req-53a5963a-475f-4096-8579-6f4ec46b0ab4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465107 Aug 24 15:39:37.756019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94d40-80bd-4d78-bcb3-50760add63cd req-e7266719-f83f-40da-93ee-6125f2ccd64a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:37.757494 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55e94d40-80bd-4d78-bcb3-50760add63cd req-e7266719-f83f-40da-93ee-6125f2ccd64a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0498285 Aug 24 15:39:37.805103 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55e94d40-80bd-4d78-bcb3-50760add63cd req-6ee9c226-c74d-45d4-8234-fba95d72cf3d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Aug 24 15:39:37.977687 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5144a5b-f894-4442-b47b-3e6ffbe3aa07 req-7b25297f-32b6-4389-a12c-b5f1ccce355f tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:37.979393 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d5144a5b-f894-4442-b47b-3e6ffbe3aa07 req-7b25297f-32b6-4389-a12c-b5f1ccce355f tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 931 time: 0.0555215 Aug 24 15:39:38.034766 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d5144a5b-f894-4442-b47b-3e6ffbe3aa07 req-a1921e01-69d0-4ca1-aabf-4d396fc7fd94 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Aug 24 15:39:38.434429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:38.445672 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a76f35-fccc-4fed-9676-56b5c54b6b3b req-fe91fa6f-d03b-46fc-8be5-57fd3310911b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:38.447220 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e0a76f35-fccc-4fed-9676-56b5c54b6b3b req-fe91fa6f-d03b-46fc-8be5-57fd3310911b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0644166 Aug 24 15:39:38.499031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e0a76f35-fccc-4fed-9676-56b5c54b6b3b req-79761142-ce09-4556-840d-2ed33c3c49c6 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Aug 24 15:39:38.624336 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107fd9c-6a9c-43a8-a3be-db206df8a6b3 req-5ec9d950-0eba-4a51-af81-3bed92267632 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:38.625814 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f107fd9c-6a9c-43a8-a3be-db206df8a6b3 req-5ec9d950-0eba-4a51-af81-3bed92267632 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 943 time: 0.0469353 Aug 24 15:39:38.674627 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f107fd9c-6a9c-43a8-a3be-db206df8a6b3 req-d3b6f2d2-ea2a-4b66-a98f-9017e7ab797e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Aug 24 15:39:38.930814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77cee4-e259-436f-9874-5b776277a4e0 req-3eaf63cd-db28-4aeb-bc2b-2b6c6790371a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:38.932676 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cd77cee4-e259-436f-9874-5b776277a4e0 req-3eaf63cd-db28-4aeb-bc2b-2b6c6790371a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0506930 Aug 24 15:39:38.991792 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cd77cee4-e259-436f-9874-5b776277a4e0 req-7e88c738-e56d-43fa-ad4b-d20914e8d87e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531490 Aug 24 15:39:39.159185 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741016-cbd3-45b2-b398-bd8133370bc3 req-68abe19b-8530-4a6e-b1d9-09d3efd6d723 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:39.160709 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83741016-cbd3-45b2-b398-bd8133370bc3 req-68abe19b-8530-4a6e-b1d9-09d3efd6d723 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 931 time: 0.0518634 Aug 24 15:39:39.210184 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-83741016-cbd3-45b2-b398-bd8133370bc3 req-df492648-a9d1-49ae-8de2-284eafba14e5 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Aug 24 15:39:39.620355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26b7ec-632d-4be6-a8df-180374f0b31c req-52fbd621-8457-41be-88c5-ad4807e80c3e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:39.621822 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9d26b7ec-632d-4be6-a8df-180374f0b31c req-52fbd621-8457-41be-88c5-ad4807e80c3e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0472257 Aug 24 15:39:39.665626 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:39.670554 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9d26b7ec-632d-4be6-a8df-180374f0b31c req-8739e496-513c-49e1-b57d-1c7d736dc24b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Aug 24 15:39:39.813896 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94810-6e5b-405a-8844-54cb738bc43b req-cb141bb7-f620-4127-b4bc-0c3a67ab3180 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:39.816078 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35e94810-6e5b-405a-8844-54cb738bc43b req-cb141bb7-f620-4127-b4bc-0c3a67ab3180 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 943 time: 0.0507336 Aug 24 15:39:39.864054 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35e94810-6e5b-405a-8844-54cb738bc43b req-6a863345-89f5-4b5e-a2a3-09ff7e42452b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Aug 24 15:39:40.108579 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1855-9968-44d7-9a7a-279f4ee05840 req-7319ea73-a0a8-42d9-a88e-a10d7e5d8396 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.110016 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0d8b1855-9968-44d7-9a7a-279f4ee05840 req-7319ea73-a0a8-42d9-a88e-a10d7e5d8396 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0454652 Aug 24 15:39:40.160203 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0d8b1855-9968-44d7-9a7a-279f4ee05840 req-c9591089-1883-47d6-8948-d142ace4f38d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Aug 24 15:39:40.180266 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Request body: {'port': {'device_id': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:40.231339 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-0ed01bf8-e358-45a2-b4cf-e83ee174d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.233099 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-0ed01bf8-e358-45a2-b4cf-e83ee174d07b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0493379 Aug 24 15:39:40.277940 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-08034858-a536-4eab-a868-e3520d6fc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.280374 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-08034858-a536-4eab-a868-e3520d6fc86e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1127 time: 0.0957966 Aug 24 15:39:40.288667 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-567c23e5-ee5e-46ae-9fff-f091b04ce1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.290537 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-567c23e5-ee5e-46ae-9fff-f091b04ce1e2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498040 Aug 24 15:39:40.320778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e0707bad-7d33-40e8-946f-cca938471d41), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:40.389738 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-027bc1c9-bbdf-4d82-96dd-457ca711e2d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927055 Aug 24 15:39:40.445040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ff043-ecb3-4172-8b8e-5235f3cd234a req-d144f95c-24d8-4243-b6ca-ea3f4c5291ab tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.446571 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6c5ff043-ecb3-4172-8b8e-5235f3cd234a req-d144f95c-24d8-4243-b6ca-ea3f4c5291ab tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 931 time: 0.1269917 Aug 24 15:39:40.503495 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-700977ce-227e-49ef-bc1e-2a23b9d032fe req-b730a5c0-42b1-4f33-9c13-92e62a424898 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963249 Aug 24 15:39:40.578311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-9b43a06d-98ca-4e08-9dc4-b1860b0aebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.579893 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-9b43a06d-98ca-4e08-9dc4-b1860b0aebab service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.2908502 Aug 24 15:39:40.614050 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:40.623090 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6c5ff043-ecb3-4172-8b8e-5235f3cd234a req-8f16bc4b-bf77-44d3-889d-4814e3032fce tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680958 Aug 24 15:39:40.781428 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d30bf2eb-be05-4025-9994-339e033189d7 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:39:40.799070 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0707bad-7d33-40e8-946f-cca938471d41 {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:40.810752 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks [] for port (e0707bad-7d33-40e8-946f-cca938471d41), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:40.823372 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f772167-8c26-4b62-9867-20c0b23e0073 req-bc80bffd-27ce-4088-98d1-87bf89095357 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:40.824862 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2f772167-8c26-4b62-9867-20c0b23e0073 req-bc80bffd-27ce-4088-98d1-87bf89095357 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0719700 Aug 24 15:39:40.835616 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Transition to ACTIVE for port object e0707bad-7d33-40e8-946f-cca938471d41 will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:39:40.842915 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:40.894305 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d30bf2eb-be05-4025-9994-339e033189d7,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:40.913765 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'd30bf2eb-be05-4025-9994-339e033189d7', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:39:40.935762 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Pushing event updated for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:40.959719 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2f772167-8c26-4b62-9867-20c0b23e0073 req-fa9025bd-b848-41ab-bee4-b2e9c8952390 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253304 Aug 24 15:39:40.961080 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d30bf2eb-be05-4025-9994-339e033189d7 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:40.961538 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d30bf2eb-be05-4025-9994-339e033189d7), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:40.977094 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30bf2eb-be05-4025-9994-339e033189d7 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:41.000248 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d30bf2eb-be05-4025-9994-339e033189d7,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:41.004930 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:41.005849 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:41.040559 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867cde5-cb39-419a-b9ec-87c7592bc00c req-b4c78cea-e29e-42d5-a4ad-adc4c9fbc504 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.042361 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1867cde5-cb39-419a-b9ec-87c7592bc00c req-b4c78cea-e29e-42d5-a4ad-adc4c9fbc504 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 943 time: 0.0742784 Aug 24 15:39:41.043895 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Attempting to bind port e0707bad-7d33-40e8-946f-cca938471d41 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:41.044388 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Attempting to bind port e0707bad-7d33-40e8-946f-cca938471d41 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:41.044764 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Attempting to bind port e0707bad-7d33-40e8-946f-cca938471d41 on network cc385d41-488b-42c2-8d03-cfd468490140 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:41.049955 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Port e0707bad-7d33-40e8-946f-cca938471d41 on network cc385d41-488b-42c2-8d03-cfd468490140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:39:41.050320 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Attempting to bind port e0707bad-7d33-40e8-946f-cca938471d41 on network cc385d41-488b-42c2-8d03-cfd468490140 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:41.065174 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:41.070567 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:41.071019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Checking segment: {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:41.071618 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Bound using segment: {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:41.072077 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Bound port: e0707bad-7d33-40e8-946f-cca938471d41, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:41.072436 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e0707bad-7d33-40e8-946f-cca938471d41), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:41.148099 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1867cde5-cb39-419a-b9ec-87c7592bc00c req-f436492a-59c6-477f-8f91-14233c2671a7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952787 Aug 24 15:39:41.166477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:41.170477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e0707bad-7d33-40e8-946f-cca938471d41,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:41.180332 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:41.184636 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.185260 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:41.186679 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e0707bad-7d33-40e8-946f-cca938471d41 HTTP/1.1" status: 200 len: 1093 time: 1.0111761 Aug 24 15:39:41.187349 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:41.190442 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c2f56-ba55-416c-967b-30691b08c93e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "tag": "e0707bad-7d33-40e8-946f-cca938471d41"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:41.311490 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4c07e-b75d-4621-94f3-23318d959b45 service neutron] Pushing event updated for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:41.319704 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f178-17c4-4dee-86a3-aa7cc9267856 req-b7806813-4d91-41c2-8d29-d1a789df4cf3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.321291 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60f4f178-17c4-4dee-86a3-aa7cc9267856 req-b7806813-4d91-41c2-8d29-d1a789df4cf3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1080174 Aug 24 15:39:41.329773 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebdb8-f092-4962-9d1d-76ca58b778f3 req-965ff4ae-b6f7-42b0-912c-7ee087d008ad tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.332733 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a93ebdb8-f092-4962-9d1d-76ca58b778f3 req-965ff4ae-b6f7-42b0-912c-7ee087d008ad tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0810316 Aug 24 15:39:41.335072 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d30bf2eb-be05-4025-9994-339e033189d7'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:39:41.413592 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60f4f178-17c4-4dee-86a3-aa7cc9267856 req-5661cd16-bf5e-433d-b288-d3acad842e1c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798681 Aug 24 15:39:41.438095 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a93ebdb8-f092-4962-9d1d-76ca58b778f3 req-29cba6e1-c5c8-4eb8-9351-88f7d4861516 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880392 Aug 24 15:39:41.439882 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:41.439882 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:41.576671 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b815c20-b4bb-4b94-85d0-cad4b6839ebf x-openstack-request-id: req-8b815c20-b4bb-4b94-85d0-cad4b6839ebf {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:41.576964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "tag": "e0707bad-7d33-40e8-946f-cca938471d41", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:41.577219 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b815c20-b4bb-4b94-85d0-cad4b6839ebf {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:41.579557 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b815c20-b4bb-4b94-85d0-cad4b6839ebf'] response: {'name': 'network-changed', 'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41', 'status': 'completed', 'code': 200} Aug 24 15:39:41.587311 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-0715a99c-1f4d-498b-8d02-c6c1bf3a10d6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 217 time: 0.0646193 Aug 24 15:39:41.619060 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c2f56-ba55-416c-967b-30691b08c93e req-3fa99e73-a1fb-4a02-bd67-b61a2af19948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.621020 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-924c2f56-ba55-416c-967b-30691b08c93e req-3fa99e73-a1fb-4a02-bd67-b61a2af19948 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 1127 time: 0.0626614 Aug 24 15:39:41.659455 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-cd07375d-0df8-4571-b1cd-723bcddc678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.660979 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-cd07375d-0df8-4571-b1cd-723bcddc678c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 1128 time: 0.0863552 Aug 24 15:39:41.664787 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:41.668701 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-427a2ff7-5543-49b3-9f96-c03a0b15d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.670206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-427a2ff7-5543-49b3-9f96-c03a0b15d191 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0603933 Aug 24 15:39:41.764819 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-afb8c022-9b0e-4225-a0b1-24f49a53bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.766895 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-afb8c022-9b0e-4225-a0b1-24f49a53bc3c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1129 time: 0.0898376 Aug 24 15:39:41.801577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-604b9426-d08d-4674-8e6e-1d8d72f3fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.803135 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-604b9426-d08d-4674-8e6e-1d8d72f3fb69 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226659 Aug 24 15:39:41.837054 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ff39-1735-4a17-82f9-f2f63e12b32b req-3018e40c-3c52-455c-ab84-dcca96c11e11 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.838595 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7954ff39-1735-4a17-82f9-f2f63e12b32b req-3018e40c-3c52-455c-ab84-dcca96c11e11 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 943 time: 0.1079595 Aug 24 15:39:41.868459 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c2f56-ba55-416c-967b-30691b08c93e req-8b101c3c-557a-4f2b-9665-f3a00564a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.868802 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-924c2f56-ba55-416c-967b-30691b08c93e req-8b101c3c-557a-4f2b-9665-f3a00564a2ea service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=df1ee75d012f4378a607020154eaf0b4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2382028 Aug 24 15:39:41.892581 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-937eab60-49ba-4d29-a030-867055808f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.894077 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-937eab60-49ba-4d29-a030-867055808f9c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.2224495 Aug 24 15:39:41.911498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:41.922486 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-dc055f44-9d07-43d1-ae31-18c98a71daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:41.924240 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-dc055f44-9d07-43d1-ae31-18c98a71daf1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.1505756 Aug 24 15:39:41.975031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-9e6d1904-34df-46b6-9fbd-1b528a413731 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a903b96-7262-4382-b289-851e17d994de HTTP/1.1" status: 200 len: 217 time: 0.0532475 Aug 24 15:39:42.021804 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7954ff39-1735-4a17-82f9-f2f63e12b32b req-747fe491-2d95-4398-a347-8a95bc6800b4 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651657 Aug 24 15:39:42.052444 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-0a15019c-473a-403b-a97a-57d71aae786b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 999 time: 0.1103878 Aug 24 15:39:42.052640 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-a91c3452-91ec-4316-9261-2253ab098e1b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293804 Aug 24 15:39:42.052640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-9243accb-5a4f-4f79-ac11-5f52bd07a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.053333 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-9243accb-5a4f-4f79-ac11-5f52bd07a8fc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0683889 Aug 24 15:39:42.066832 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c2f56-ba55-416c-967b-30691b08c93e req-a5315348-8422-4c3a-8b31-e6f2fd273599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.068382 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-924c2f56-ba55-416c-967b-30691b08c93e req-a5315348-8422-4c3a-8b31-e6f2fd273599 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1866040 Aug 24 15:39:42.082462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:42.112613 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-09955b1d-f630-4edf-a664-65ef573e1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.114346 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-09955b1d-f630-4edf-a664-65ef573e1f57 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0577168 Aug 24 15:39:42.134162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-9f6332ef-b65f-4c07-9bd5-dbd1f06f328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.135633 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-9f6332ef-b65f-4c07-9bd5-dbd1f06f328b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640249 Aug 24 15:39:42.255442 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-75b334fb-cc4d-4ff9-b273-e486ee222b96 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927705 Aug 24 15:39:42.312587 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-fb72fb87-f9bf-4da2-a02f-9a3e01b47565 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479511 Aug 24 15:39:42.340907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098aeac-c920-4d5e-8a22-3c378c227ae1 req-36853012-2632-4b64-82c7-f075b325952e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.342369 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1098aeac-c920-4d5e-8a22-3c378c227ae1 req-36853012-2632-4b64-82c7-f075b325952e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 944 time: 0.0740082 Aug 24 15:39:42.419335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-683a9d60-1d8b-438b-8101-600b6bbc585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.420829 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-683a9d60-1d8b-438b-8101-600b6bbc585d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2940180 Aug 24 15:39:42.424633 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-c8a490f4-441d-41d8-aaf4-6f8ff2208694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.426437 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-c8a490f4-441d-41d8-aaf4-6f8ff2208694 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 1127 time: 0.2891445 Aug 24 15:39:42.445094 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1098aeac-c920-4d5e-8a22-3c378c227ae1 req-57b3a287-e1b1-4454-b96d-8d60cb0e96fc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922761 Aug 24 15:39:42.462006 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-974d62cf-d4e9-4494-8e2a-15d9735ff5ad req-2b93e953-24a5-4970-a3dd-d0dd56adddf8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416233 Aug 24 15:39:42.491318 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-cf154d1d-f949-4207-aa9b-4996e263598e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0707bad-7d33-40e8-946f-cca938471d41 HTTP/1.1" status: 200 len: 217 time: 0.0442393 Aug 24 15:39:42.495214 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:42.590740 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-591484d4-3f60-4270-9be9-f0b6d806087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.592296 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-591484d4-3f60-4270-9be9-f0b6d806087d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b HTTP/1.1" status: 200 len: 849 time: 0.0678618 Aug 24 15:39:42.596496 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-ef493e52-4cb0-464b-82f4-5242d3a46bcc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671894 Aug 24 15:39:42.618234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12379d7b-7056-4b66-bf28-9e82f34aee46 req-78896b26-b336-45ee-a91b-df10130f9317 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.619799 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-12379d7b-7056-4b66-bf28-9e82f34aee46 req-78896b26-b336-45ee-a91b-df10130f9317 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1030846 Aug 24 15:39:42.633311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27adfd1-0429-477b-8692-dac12969eca4 req-00c0b45e-9491-4531-b955-f3ad48921c59 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:42.640271 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d27adfd1-0429-477b-8692-dac12969eca4 req-00c0b45e-9491-4531-b955-f3ad48921c59 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0771320 Aug 24 15:39:42.657834 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-48410523-738d-4e33-a125-0f16cd94112b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=cc385d41-488b-42c2-8d03-cfd468490140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530849 Aug 24 15:39:42.699504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:42.739506 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d27adfd1-0429-477b-8692-dac12969eca4 req-9806ad82-6078-4070-942a-76460a019ce2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981646 Aug 24 15:39:42.763230 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-12379d7b-7056-4b66-bf28-9e82f34aee46 req-894a4f54-6aa3-4285-b00d-a2f852567870 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203313 Aug 24 15:39:42.785305 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d30bf2eb-be05-4025-9994-339e033189d7 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:42.810941 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-79e3fa93-dacd-49b8-9542-4170301d1a68 req-ec93cd79-18e9-421f-a5d3-c98dcecefe56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980112 Aug 24 15:39:42.834356 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-0f732940-8067-4313-a5e9-5b479e1a59d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382449 Aug 24 15:39:42.856563 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port d30bf2eb-be05-4025-9994-339e033189d7 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:39:42.858166 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port d30bf2eb-be05-4025-9994-339e033189d7 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:42.858569 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d30bf2eb-be05-4025-9994-339e033189d7), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:42.937946 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b7e19fd-f29d-4723-9c1c-6f07912918fb req-604eb018-f1e6-4199-9b57-baaa4d53ee06 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948174 Aug 24 15:39:42.940673 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d30bf2eb-be05-4025-9994-339e033189d7 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:42.941073 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d30bf2eb-be05-4025-9994-339e033189d7), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:42.966424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:42.968792 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722807a3-072d-4cce-80f2-8af828bceadf" -d '{"events": [{"server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "name": "network-vif-plugged", "status": "completed", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:42.984365 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d30bf2eb-be05-4025-9994-339e033189d7,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:42.989671 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:43.018774 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be7256-bb48-4996-836c-6b2784ed1fd3 x-openstack-request-id: req-80be7256-bb48-4996-836c-6b2784ed1fd3 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:43.019144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "name": "network-vif-plugged", "status": "completed", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:43.019420 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80be7256-bb48-4996-836c-6b2784ed1fd3 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:43.019789 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80be7256-bb48-4996-836c-6b2784ed1fd3'] response: {'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'code': 200} Aug 24 15:39:43.046394 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:43.171632 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9180b-fa5a-4fc8-9130-f191b71325f2 req-09953fcb-bc3d-4ffe-8b88-48c86e0ba3a5 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:43.173121 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ce9180b-fa5a-4fc8-9130-f191b71325f2 req-09953fcb-bc3d-4ffe-8b88-48c86e0ba3a5 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 943 time: 0.0569575 Aug 24 15:39:43.227309 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ce9180b-fa5a-4fc8-9130-f191b71325f2 req-a9290af8-f31e-432e-89ab-2f35e68c44de tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 Aug 24 15:39:43.442586 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-93ebbd19-5ff1-402f-994e-afbcf65a177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:43.590852 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c295b4-bb8a-44f4-a24c-990a94c85e58 req-c0595c79-9f65-4aed-a1c5-fd4f6af21ac6 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:43.592339 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-52c295b4-bb8a-44f4-a24c-990a94c85e58 req-c0595c79-9f65-4aed-a1c5-fd4f6af21ac6 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0469387 Aug 24 15:39:43.642811 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-52c295b4-bb8a-44f4-a24c-990a94c85e58 req-2986cfb1-f890-4eda-ab9f-35dee7c9caf5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 Aug 24 15:39:43.901830 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103dde-0481-4551-973e-012fa82c40df req-d50949bc-7085-4300-b2de-99c531ab1fc5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:43.903406 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38103dde-0481-4551-973e-012fa82c40df req-d50949bc-7085-4300-b2de-99c531ab1fc5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 944 time: 0.0805125 Aug 24 15:39:43.912318 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7fa2-0fb3-47f3-9a8b-611c74bed146 req-7588577b-6016-428c-ac5b-c6f984fa3412 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:43.913795 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b7ab7fa2-0fb3-47f3-9a8b-611c74bed146 req-7588577b-6016-428c-ac5b-c6f984fa3412 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0810299 Aug 24 15:39:43.998374 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38103dde-0481-4551-973e-012fa82c40df req-9a399254-3da2-4d28-a609-00289937a872 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835299 Aug 24 15:39:44.003761 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b7ab7fa2-0fb3-47f3-9a8b-611c74bed146 req-fa06f5a1-df41-4d91-abe1-16838435def1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828035 Aug 24 15:39:44.322496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52946) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:44.409966 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8870dab-7662-4989-bf85-198b1db406c1 req-fd97fe2f-83e4-44e3-8939-77937bdbef9c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:44.411544 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d8870dab-7662-4989-bf85-198b1db406c1 req-fd97fe2f-83e4-44e3-8939-77937bdbef9c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 943 time: 0.0902054 Aug 24 15:39:44.471981 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d8870dab-7662-4989-bf85-198b1db406c1 req-cfe42ded-ed50-4dfa-b1e0-724e484be345 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540199 Aug 24 15:39:44.489632 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b3aa22ba-9bc0-4788-ade0-1d52df423599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.586848 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b3aa22ba-9bc0-4788-ade0-1d52df423599 admin admin] Publish callbacks [] for security_group (2123a44c-0338-490a-9afe-47e60e9aa278), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.592499 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b3aa22ba-9bc0-4788-ade0-1d52df423599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2123a44c-0338-490a-9afe-47e60e9aa278), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.645616 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa22ba-9bc0-4788-ade0-1d52df423599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2123a44c-0338-490a-9afe-47e60e9aa278,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:44.650247 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b3aa22ba-9bc0-4788-ade0-1d52df423599 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=533cb508337149838cb6c2cf33a380a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256886 Aug 24 15:39:44.653211 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52950) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:44.702104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:44.733554 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e8f1e-5d2f-4f7e-8f49-b5a1f63a36c1 req-9e68142d-7e24-4b65-bac0-c2d82d163754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:44.735232 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-621e8f1e-5d2f-4f7e-8f49-b5a1f63a36c1 req-9e68142d-7e24-4b65-bac0-c2d82d163754 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0656056 Aug 24 15:39:44.772936 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] Publish callbacks [] for security_group (2123a44c-0338-490a-9afe-47e60e9aa278), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.778858 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:44.780078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 5a903b96-7262-4382-b289-851e17d994de details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:39:44.797198 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f577-c30a-4273-9aee-ad6dd8e76283 req-8bbd94e5-aa97-4510-81db-03bae3d955c8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:44.799834 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb25f577-c30a-4273-9aee-ad6dd8e76283 req-8bbd94e5-aa97-4510-81db-03bae3d955c8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0595982 Aug 24 15:39:44.818411 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] Publish callbacks [] for security_group (2123a44c-0338-490a-9afe-47e60e9aa278), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.827824 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-621e8f1e-5d2f-4f7e-8f49-b5a1f63a36c1 req-9ad5b487-cadd-4188-b66a-10d56b68ffca service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846267 Aug 24 15:39:44.875547 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb25f577-c30a-4273-9aee-ad6dd8e76283 req-7a671845-defe-4059-a25b-aa3673ddb42d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679421 Aug 24 15:39:44.899445 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (2123a44c-0338-490a-9afe-47e60e9aa278), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.902165 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:44.903504 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2123a44c-0338-490a-9afe-47e60e9aa278 HTTP/1.1" status: 204 len: 168 time: 0.2489481 Aug 24 15:39:44.913670 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b933-5149-4a61-8b2c-6376cc2f2502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2123a44c-0338-490a-9afe-47e60e9aa278,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:44.922720 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=5a903b96-7262-4382-b289-851e17d994de,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:44.949486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '5a903b96-7262-4382-b289-851e17d994de', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'port_id': '5a903b96-7262-4382-b289-851e17d994de', 'mac_address': 'fa:16:3e:38:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:39:44.995500 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 5a903b96-7262-4382-b289-851e17d994de is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:44.995906 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (5a903b96-7262-4382-b289-851e17d994de), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.012828 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a903b96-7262-4382-b289-851e17d994de {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:45.046219 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=5a903b96-7262-4382-b289-851e17d994de,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:45.052049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (5a903b96-7262-4382-b289-851e17d994de), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.139650 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:45.208171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d6a64-e4f6-4617-b630-641ce20dc4d4 req-f74389a2-ae53-4c6f-b70d-f4500c94a971 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:45.220411 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1e2d6a64-e4f6-4617-b630-641ce20dc4d4 req-f74389a2-ae53-4c6f-b70d-f4500c94a971 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 945 time: 0.1177340 Aug 24 15:39:45.266617 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c32db7-d4bc-475f-bee5-f38c187a645c req-48bf6033-1784-438b-92ec-a2af6051a74c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:45.269729 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3c32db7-d4bc-475f-bee5-f38c187a645c req-48bf6033-1784-438b-92ec-a2af6051a74c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1204000 Aug 24 15:39:45.309432 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1e2d6a64-e4f6-4617-b630-641ce20dc4d4 req-8a96b289-8342-469c-995e-04b29a50a701 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870762 Aug 24 15:39:45.344567 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['5a903b96-7262-4382-b289-851e17d994de'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:39:45.406941 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3c32db7-d4bc-475f-bee5-f38c187a645c req-95609809-8319-4586-95e3-603dea5dd70a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964293 Aug 24 15:39:45.621447 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb5a4-9e23-447c-881d-cec3ef3bd3b9 req-f5f14d2e-6faf-43dc-8b63-7b2e6e9d159e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:45.622880 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-63acb5a4-9e23-447c-881d-cec3ef3bd3b9 req-f5f14d2e-6faf-43dc-8b63-7b2e6e9d159e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 943 time: 0.0530767 Aug 24 15:39:45.638939 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 52992) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:45.681770 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-63acb5a4-9e23-447c-881d-cec3ef3bd3b9 req-bd051fe0-c4bf-4e98-a2b2-c7e95e701333 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Aug 24 15:39:45.736148 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e43122c2-9148-4404-b8c2-c326949cc1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.775432 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b626855d-27ae-4e8f-aed3-541014669698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.817341 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:45.864036 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b626855d-27ae-4e8f-aed3-541014669698 admin admin] Publish callbacks [] for security_group (c62c5300-603e-44a2-ba7b-8f36a38ea2f0), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.868264 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b626855d-27ae-4e8f-aed3-541014669698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c62c5300-603e-44a2-ba7b-8f36a38ea2f0), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:45.871317 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53002) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:45.903278 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:45.912762 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=5 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:45.916171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53008) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:45.916682 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b626855d-27ae-4e8f-aed3-541014669698 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b41b31f46da94d3f83273a7c6bf33d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755344 Aug 24 15:39:45.918250 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626855d-27ae-4e8f-aed3-541014669698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c5300-603e-44a2-ba7b-8f36a38ea2f0,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:46.004765 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671968386-network', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:46.021175 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] Publish callbacks [] for security_group (c62c5300-603e-44a2-ba7b-8f36a38ea2f0), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.025729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:46.031581 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84f093-4ad5-4421-b9eb-4db2e7ff69bb req-2ab9b8b7-3ccb-406a-8f29-e762d2391d93 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:46.033042 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5a84f093-4ad5-4421-b9eb-4db2e7ff69bb req-2ab9b8b7-3ccb-406a-8f29-e762d2391d93 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0789397 Aug 24 15:39:46.075302 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] Publish callbacks [] for security_group (c62c5300-603e-44a2-ba7b-8f36a38ea2f0), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.077097 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Made reservation on behalf of 0159b61c064b4eca9fcb9ed3c1fff2b5 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:46.079844 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.102650 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.180801 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5a84f093-4ad5-4421-b9eb-4db2e7ff69bb req-77676850-0895-4029-a8a7-ca1d94c10882 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388698 Aug 24 15:39:46.207730 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c62c5300-603e-44a2-ba7b-8f36a38ea2f0), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.210907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.212031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c62c5300-603e-44a2-ba7b-8f36a38ea2f0 HTTP/1.1" status: 204 len: 168 time: 0.2948675 Aug 24 15:39:46.230677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c16403-d167-476f-a0e6-edfbfd47046a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c5300-603e-44a2-ba7b-8f36a38ea2f0,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:46.244801 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:46.270894 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks [] for security_group (ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.278276 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.535579 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:39:46.586358 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (ef236454-e67f-4f09-9725-f7e4b79118bf), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.586358 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Added segment ef236454-e67f-4f09-9725-f7e4b79118bf of type vlan for network e491238d-18b9-4e6b-89f5-934f642bbaa2 Aug 24 15:39:46.598834 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:46.602327 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:46.610668 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9799cd-b769-4b33-85e1-cb0a3d4d2341 req-533a7274-41c1-4019-9c5c-710e3f029946 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:46.618105 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be9799cd-b769-4b33-85e1-cb0a3d4d2341 req-533a7274-41c1-4019-9c5c-710e3f029946 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 945 time: 0.1072316 Aug 24 15:39:46.666489 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (e491238d-18b9-4e6b-89f5-934f642bbaa2), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.717653 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be9799cd-b769-4b33-85e1-cb0a3d4d2341 req-d18948eb-691a-4615-88bb-808487595c6f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985110 Aug 24 15:39:46.723989 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (e491238d-18b9-4e6b-89f5-934f642bbaa2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.725718 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:46.726413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.761587 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8890398 Aug 24 15:39:46.764856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53026) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:46.770847 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Request body: {'subnet': {'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671968386-subnet', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:46.795121 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Made reservation on behalf of 0159b61c064b4eca9fcb9ed3c1fff2b5 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:46.795346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e0707bad-7d33-40e8-946f-cca938471d41 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:39:46.799357 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:46.799709 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 5a903b96-7262-4382-b289-851e17d994de up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:46.824524 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9548aa-8b3b-44c3-8974-c80710f98779 admin admin] Pushing event updated for resources: {'Network': ['ID=e491238d-18b9-4e6b-89f5-934f642bbaa2,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:46.845063 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:39:46.867415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:46.877925 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404cd1e-9fd8-42e6-8d46-ef532daca597 req-1c77dac2-e5ee-4f8f-bfdf-136e0bd99bf0 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:46.881058 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a404cd1e-9fd8-42e6-8d46-ef532daca597 req-1c77dac2-e5ee-4f8f-bfdf-136e0bd99bf0 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 943 time: 0.0678775 Aug 24 15:39:46.915812 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:39:46.926069 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 5a903b96-7262-4382-b289-851e17d994de completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:39:46.957770 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a404cd1e-9fd8-42e6-8d46-ef532daca597 req-12d9fc79-fcba-4113-95a3-60cb462577c6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Aug 24 15:39:46.975860 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 5a903b96-7262-4382-b289-851e17d994de triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:46.976441 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (5a903b96-7262-4382-b289-851e17d994de), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.043984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (76bfaefb-d7cc-4a47-86e7-aae2dad58bd8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.121424 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:47.132358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Checking segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:47.132722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Network hostable DHCP agents. Network: e491238d-18b9-4e6b-89f5-934f642bbaa2, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:39:47.156457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:39:47.169484 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, e491238d-18b9-4e6b-89f5-934f642bbaa2) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:47.177726 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:47.178659 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.187398 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc3951-b21d-4de5-9b71-2d630f9916d0 None None] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:47.200477 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-5aac033f-d133-45a8-91ac-225d86b24cb7 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4332669 Aug 24 15:39:47.203164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53040) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:47.215418 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:47.228812 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=16 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:47.247211 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.253709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (7551be95-45d3-43e5-af36-1c069d769150), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.255766 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (7551be95-45d3-43e5-af36-1c069d769150), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.290931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e0707bad-7d33-40e8-946f-cca938471d41,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:47.328403 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'e0707bad-7d33-40e8-946f-cca938471d41', 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140', 'port_id': 'e0707bad-7d33-40e8-946f-cca938471d41', 'mac_address': 'fa:16:3e:c9:86:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:39:47.345314 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a368031-1889-40d8-92da-796d4dfc37a7 req-48dde9a8-3bef-484a-8512-a6cf84f4db6d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:47.345977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for router_controller (7551be95-45d3-43e5-af36-1c069d769150), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.349849 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a368031-1889-40d8-92da-796d4dfc37a7 req-48dde9a8-3bef-484a-8512-a6cf84f4db6d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0674393 Aug 24 15:39:47.372531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 5a903b96-7262-4382-b289-851e17d994de is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:47.373235 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (5a903b96-7262-4382-b289-851e17d994de), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.426144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port e0707bad-7d33-40e8-946f-cca938471d41 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:47.426564 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e0707bad-7d33-40e8-946f-cca938471d41), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.434179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a903b96-7262-4382-b289-851e17d994de'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:47.436772 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02754d8e-d4cc-4545-bcbb-7d08b25de0b8" -d '{"events": [{"server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a903b96-7262-4382-b289-851e17d994de"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:47.443730 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a368031-1889-40d8-92da-796d4dfc37a7 req-020a55a9-8f03-4eff-8934-5dbebcd0ded1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875201 Aug 24 15:39:47.451836 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-e491238d-18b9-4e6b-89f5-934f642bbaa2', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:39:47.453138 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.476933 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=5a903b96-7262-4382-b289-851e17d994de,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:47.481259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0707bad-7d33-40e8-946f-cca938471d41 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:39:47.489951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (5a903b96-7262-4382-b289-851e17d994de), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.568137 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e0707bad-7d33-40e8-946f-cca938471d41,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:47.570677 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c75bd-e1de-47c0-a9c2-4d9c13982037 x-openstack-request-id: req-9e6c75bd-e1de-47c0-a9c2-4d9c13982037 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:47.571061 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a903b96-7262-4382-b289-851e17d994de", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:47.571530 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e6c75bd-e1de-47c0-a9c2-4d9c13982037 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:47.572144 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6c75bd-e1de-47c0-a9c2-4d9c13982037'] response: {'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a903b96-7262-4382-b289-851e17d994de', 'code': 200} Aug 24 15:39:47.617655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3c32b-7c5e-47c7-936f-f21199193f7f req-59892568-1de1-4a74-8bd7-98222b568eec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:47.619424 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fbe3c32b-7c5e-47c7-936f-f21199193f7f req-59892568-1de1-4a74-8bd7-98222b568eec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0870883 Aug 24 15:39:47.624034 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for router_gateway (7551be95-45d3-43e5-af36-1c069d769150), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.633961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53048) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:47.640893 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'floatingip': {'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:47.650857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.676407 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:47.741988 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:47.776804 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:47.845199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Allocated IP 172.20.0.2 (e491238d-18b9-4e6b-89f5-934f642bbaa2/76bfaefb-d7cc-4a47-86e7-aae2dad58bd8/f2fa9bfc-e950-439d-94ac-a8b73b141734) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:47.856612 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:47.862456 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1432f4a-09ec-48ba-b9e8-f05119f82040 req-c9cb3853-16c0-4d19-98ec-8ddc422b1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:47.865150 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b1432f4a-09ec-48ba-b9e8-f05119f82040 req-c9cb3853-16c0-4d19-98ec-8ddc422b1757 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 1130 time: 0.1440020 Aug 24 15:39:47.946744 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:47.953466 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a50ea-e5a3-4f6a-8c11-8481b6391fc2 req-1e71ad72-1f75-4b03-b129-7a005de16904 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:47.960087 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['e0707bad-7d33-40e8-946f-cca938471d41'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:39:47.963320 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-490a50ea-e5a3-4f6a-8c11-8481b6391fc2 req-1e71ad72-1f75-4b03-b129-7a005de16904 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.1467590 Aug 24 15:39:47.979475 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:48.019813 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b1432f4a-09ec-48ba-b9e8-f05119f82040 req-86df3249-2db8-46e4-8167-fc39932fecc5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442180 Aug 24 15:39:48.038321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for router_gateway (7551be95-45d3-43e5-af36-1c069d769150), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.041230 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:48.072637 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.128374 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks [] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.148325 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.155386 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-490a50ea-e5a3-4f6a-8c11-8481b6391fc2 req-cfc88b10-9c12-4422-81bc-e1a889f445a1 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886094 Aug 24 15:39:48.167210 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42083b-c5d1-47ff-b594-c1f84ecfb1c6 req-2dc0f299-5ee6-46f9-87d1-480e0d0e409d tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:48.168757 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0a42083b-c5d1-47ff-b594-c1f84ecfb1c6 req-2dc0f299-5ee6-46f9-87d1-480e0d0e409d tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 944 time: 0.0833569 Aug 24 15:39:48.203134 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:48.236314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:48.239605 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Allocated IP 172.27.4.140 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/e846d191-c2d2-43c5-aa98-65d5260eedb5) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:48.241967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:48.250565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2fa9bfc-e950-439d-94ac-a8b73b141734,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:48.311189 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Attempting to bind port f2fa9bfc-e950-439d-94ac-a8b73b141734 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:48.311565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Attempting to bind port f2fa9bfc-e950-439d-94ac-a8b73b141734 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:48.311975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Attempting to bind port f2fa9bfc-e950-439d-94ac-a8b73b141734 on network e491238d-18b9-4e6b-89f5-934f642bbaa2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:48.326550 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:48.326967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Checking segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:48.327415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.327974 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Bound using segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:48.328170 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0a42083b-c5d1-47ff-b594-c1f84ecfb1c6 req-2a065a73-2d6f-4678-bc9a-863944cf8fef tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478951 Aug 24 15:39:48.328790 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Bound port: f2fa9bfc-e950-439d-94ac-a8b73b141734, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:48.329343 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.359455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.382523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.411869 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] For port f2fa9bfc-e950-439d-94ac-a8b73b141734, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:48.415028 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] For port f2fa9bfc-e950-439d-94ac-a8b73b141734, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=f2fa9bfc-e950-439d-94ac-a8b73b141734,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:48.419251 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.422801 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.454897 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:48.468892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:48.475167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:48.480326 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:48.497767 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f9cf-8457-47e9-8c0e-501d0325cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2fa9bfc-e950-439d-94ac-a8b73b141734,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:48.510863 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.526441 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Pushing event updated for resources: {'Port': ['ID=e846d191-c2d2-43c5-aa98-65d5260eedb5,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:48.534805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.540316 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.574555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:48.715892 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Floating IP 98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0 associated. External IP: 172.27.4.102, port: d30bf2eb-be05-4025-9994-339e033189d7. Aug 24 15:39:48.795734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for router_gateway (7551be95-45d3-43e5-af36-1c069d769150), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:48.961143 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e0707bad-7d33-40e8-946f-cca938471d41 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:48.977478 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:39:49.008533 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.013649 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (7551be95-45d3-43e5-af36-1c069d769150), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.033918 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port e0707bad-7d33-40e8-946f-cca938471d41 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:39:49.050969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port e0707bad-7d33-40e8-946f-cca938471d41 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:49.054848 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (e0707bad-7d33-40e8-946f-cca938471d41), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.107700 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:49.110346 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:39:49.118591 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.135975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:39:49.165982 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:49.172898 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Router 7551be95-45d3-43e5-af36-1c069d769150 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:39:49.183931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:49.184621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:49.188936 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1b2bb0dc-603e-47ec-8389-1f81e48892ef tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0 HTTP/1.1" status: 200 len: 991 time: 1.5502000 Aug 24 15:39:49.188936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:49.193481 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e912eac3-b9a1-4856-8833-71add0a5d81d" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:49.296180 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad139e-157b-429a-837c-3112fbfae67d x-openstack-request-id: req-bdad139e-157b-429a-837c-3112fbfae67d {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:49.296789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:49.297906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdad139e-157b-429a-837c-3112fbfae67d {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:49.299180 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdad139e-157b-429a-837c-3112fbfae67d'] response: {'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'status': 'completed', 'code': 200} Aug 24 15:39:49.302589 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port e0707bad-7d33-40e8-946f-cca938471d41 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:49.303600 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e0707bad-7d33-40e8-946f-cca938471d41), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.315405 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:39:49.326244 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Sync routers for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:39:49.356358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.357685 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-72776011-8bcd-4081-ad5c-4a56ecdae8ac admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1531262 Aug 24 15:39:49.360743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53074) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:49.363197 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:49.363840 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:49.402655 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e0707bad-7d33-40e8-946f-cca938471d41,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:49.425752 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:49.447610 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f14f58-a7f8-4234-8822-6bf7112da99d req-b8f0a1ed-9862-4193-969a-2d8445bb00e8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:49.453592 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6f14f58-a7f8-4234-8822-6bf7112da99d req-b8f0a1ed-9862-4193-969a-2d8445bb00e8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.1383283 Aug 24 15:39:49.589568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9b7d-d39f-45bf-91cf-907d88ffafc9 req-792c4957-b755-4004-b61f-9df3e70b2354 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:49.596916 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:49.599529 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0caa9b7d-d39f-45bf-91cf-907d88ffafc9 req-792c4957-b755-4004-b61f-9df3e70b2354 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.1406581 Aug 24 15:39:49.613447 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:49.615557 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:49.618061 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a5038b-ed19-4deb-9b81-d93efef3e164" -d '{"events": [{"server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "name": "network-vif-plugged", "status": "completed", "tag": "e0707bad-7d33-40e8-946f-cca938471d41"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:49.622971 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.653809 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:49.710279 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6f14f58-a7f8-4234-8822-6bf7112da99d req-59084bf4-04b0-4eb5-b573-197da1a8dde7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237899 Aug 24 15:39:49.755028 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb410c31-8dfd-4c1e-a312-32764f9d5f92 None None] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:49.776508 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:49.798260 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1269bc50-c71e-4a93-8399-bd748d3e8bd0 x-openstack-request-id: req-1269bc50-c71e-4a93-8399-bd748d3e8bd0 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:49.798773 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "name": "network-vif-plugged", "status": "completed", "tag": "e0707bad-7d33-40e8-946f-cca938471d41", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:49.799703 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1269bc50-c71e-4a93-8399-bd748d3e8bd0 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:49.800465 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1269bc50-c71e-4a93-8399-bd748d3e8bd0'] response: {'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41', 'code': 200} Aug 24 15:39:49.804994 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0caa9b7d-d39f-45bf-91cf-907d88ffafc9 req-86b93df1-6399-4798-9b8e-2ba7185bd56d tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922622 Aug 24 15:39:49.835511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Provisioning complete for port f2fa9bfc-e950-439d-94ac-a8b73b141734 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:49.835954 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:49.987581 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 3, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:50.013184 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Checking router: 7551be95-45d3-43e5-af36-1c069d769150 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:39:50.013839 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Updating router 7551be95-45d3-43e5-af36-1c069d769150 port e846d191-c2d2-43c5-aa98-65d5260eedb5 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:39:50.043884 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.112583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 1, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:50.116353 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-ee8b4986-ca13-408e-9b41-e893bc27bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:50.117873 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-ee8b4986-ca13-408e-9b41-e893bc27bc9d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0913143 Aug 24 15:39:50.124296 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7af07-7682-4d80-9b5a-d8828d19e2ac req-c4e036cc-b58b-419c-8b72-47702f5f24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:50.125746 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1ed7af07-7682-4d80-9b5a-d8828d19e2ac req-c4e036cc-b58b-419c-8b72-47702f5f24d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0978308 Aug 24 15:39:50.142451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:50.166625 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:39:50.187145 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Current status of the port f2fa9bfc-e950-439d-94ac-a8b73b141734 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:50.188136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.247658 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] For port f2fa9bfc-e950-439d-94ac-a8b73b141734, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=f2fa9bfc-e950-439d-94ac-a8b73b141734,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:50.256532 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.340647 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:50.341558 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:50.346253 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks [] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.357617 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.362125 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1ed7af07-7682-4d80-9b5a-d8828d19e2ac req-b382a546-73ee-450c-978d-da94c507180d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293065 Aug 24 15:39:50.389194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-968ac5df-20f4-42b2-9864-8d0d59734a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:50.391014 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-968ac5df-20f4-42b2-9864-8d0d59734a91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.2597892 Aug 24 15:39:50.406536 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be594ef-e97d-4f83-880e-7687e8c604bf None None] Pushing event updated for resources: {'Port': ['ID=f2fa9bfc-e950-439d-94ac-a8b73b141734,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:50.410895 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Attempting to bind port e846d191-c2d2-43c5-aa98-65d5260eedb5 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:50.411481 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Attempting to bind port e846d191-c2d2-43c5-aa98-65d5260eedb5 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:50.412007 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Attempting to bind port e846d191-c2d2-43c5-aa98-65d5260eedb5 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Bound port: e846d191-c2d2-43c5-aa98-65d5260eedb5, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:50.429496 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.464414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.484142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:50.487949 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:50.492558 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Pushing event updated for resources: {'Port': ['ID=e846d191-c2d2-43c5-aa98-65d5260eedb5,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:50.509441 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.510086 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.510623 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.511267 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.511846 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.512394 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.512928 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.513460 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.514421 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.514986 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.515524 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.516093 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.516683 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.517232 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.518401 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:50.520232 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:50.551234 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] For port e846d191-c2d2-43c5-aa98-65d5260eedb5, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:50.554802 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] For port e846d191-c2d2-43c5-aa98-65d5260eedb5, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=e846d191-c2d2-43c5-aa98-65d5260eedb5,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:50.556081 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:50.561427 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53086) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:50.561805 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.647759 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-875e8762-3314-49a1-a355-c4769775605a None None] Provisioning complete for port f2fa9bfc-e950-439d-94ac-a8b73b141734 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:50.648346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-875e8762-3314-49a1-a355-c4769775605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.664714 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfe916-9ca4-4177-a20e-57a3cbe97735 None None] Pushing event updated for resources: {'Port': ['ID=e846d191-c2d2-43c5-aa98-65d5260eedb5,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:50.668664 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:50.669228 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-6123bede-fe81-4d64-bacf-cd529880a440 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 999 time: 0.0901945 Aug 24 15:39:50.669353 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:50.704588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-428fa663-1154-44fc-b797-8bc15b70f2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.735430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-fcd34a2f-4ba2-41b4-a591-3b5bf66b9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:50.739536 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-fcd34a2f-4ba2-41b4-a591-3b5bf66b9a27 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0529332 Aug 24 15:39:50.742805 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device f2fa9bfc-e950-439d-94ac-a8b73b141734 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:50.794793 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:50.893575 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Allocated IP 172.20.0.1 (e491238d-18b9-4e6b-89f5-934f642bbaa2/76bfaefb-d7cc-4a47-86e7-aae2dad58bd8/45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:50.937104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-428fa663-1154-44fc-b797-8bc15b70f2e7 admin admin] Publish callbacks [] for security_group (c82637ed-0e61-4733-a904-493b161f7781), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.958395 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:50.971994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 1, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:50.975643 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-428fa663-1154-44fc-b797-8bc15b70f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c82637ed-0e61-4733-a904-493b161f7781), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:50.978074 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port f2fa9bfc-e950-439d-94ac-a8b73b141734 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:50.978459 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.007701 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:51.014477 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-428fa663-1154-44fc-b797-8bc15b70f2e7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8482ef1211e34786a3a9dcb9f59dd884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518714 Aug 24 15:39:51.015546 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53094) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:51.044444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942b29c-6543-4966-8373-6a2d383b7c0e req-f1821e88-c182-42f4-99bc-d31d92fcd3fa tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:51.052347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8942b29c-6543-4966-8373-6a2d383b7c0e req-f1821e88-c182-42f4-99bc-d31d92fcd3fa tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.1944261 Aug 24 15:39:51.059955 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11dfa72-a0c8-4e40-b1f4-36e6f25ab2e2 None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 1, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:39:51.073389 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f95974-ffec-4f33-ac1c-0814fa51ebe5 req-b6b7ad2d-de0d-4308-9472-762de7192deb tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:51.081277 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80f95974-ffec-4f33-ac1c-0814fa51ebe5 req-b6b7ad2d-de0d-4308-9472-762de7192deb tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.1428757 Aug 24 15:39:51.090700 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks [] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.093587 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-875e8762-3314-49a1-a355-c4769775605a None None] Current status of the port f2fa9bfc-e950-439d-94ac-a8b73b141734 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:51.119301 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] Publish callbacks [] for security_group (c82637ed-0e61-4733-a904-493b161f7781), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.128663 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fa663-1154-44fc-b797-8bc15b70f2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82637ed-0e61-4733-a904-493b161f7781,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:51.156422 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] Publish callbacks [] for security_group (c82637ed-0e61-4733-a904-493b161f7781), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.171879 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 3, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:51.173114 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8942b29c-6543-4966-8373-6a2d383b7c0e req-fc462009-5c88-4afc-a21b-fed96995951b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198156 Aug 24 15:39:51.216337 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port f2fa9bfc-e950-439d-94ac-a8b73b141734 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:51.224120 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.224406 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b923c8b-a55e-4895-88a8-d3fe362b4a07 None None] The sync data for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi is: [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:48Z', 'revision_number': 3, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:39:51.230332 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80f95974-ffec-4f33-ac1c-0814fa51ebe5 req-72ea1e7d-0e98-4408-97cf-19c53fc2157d tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480126 Aug 24 15:39:51.296086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:51.299878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-f5f281fc-3b05-4019-a73f-9457fed4547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:51.300190 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-f5f281fc-3b05-4019-a73f-9457fed4547e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391313 Aug 24 15:39:51.311604 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:51.318253 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:51.347079 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbe7ae-7202-4245-b980-fe14e5b5f8b5 req-37d21999-2d9f-4b36-b747-79953f96d7f7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:51.354786 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5bfbe7ae-7202-4245-b980-fe14e5b5f8b5 req-37d21999-2d9f-4b36-b747-79953f96d7f7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.0752397 Aug 24 15:39:51.361049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53098) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:51.378330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'port_id': '5a903b96-7262-4382-b289-851e17d994de'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:51.406586 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:51.414539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Pushing event updated for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:51.429925 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.436249 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (7551be95-45d3-43e5-af36-1c069d769150), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.453205 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b149d0db-2c45-409c-afd4-1023af55629d None None] New status for floating IP 98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:39:51.460566 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:51.462266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c82637ed-0e61-4733-a904-493b161f7781), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.469450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.474441 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c82637ed-0e61-4733-a904-493b161f7781 HTTP/1.1" status: 204 len: 168 time: 0.4576111 Aug 24 15:39:51.616378 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c297ac-7923-4899-9ed3-2d0e106ccd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82637ed-0e61-4733-a904-493b161f7781,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:51.713994 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-fdce9971-8d16-44f2-a0d8-a2f939674968 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925338 Aug 24 15:39:51.770720 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-71c72054-b474-4466-8ddf-163b46ea94e1 None None] Provisioning complete for port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:51.771103 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-71c72054-b474-4466-8ddf-163b46ea94e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.800072 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:51.820814 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-71c72054-b474-4466-8ddf-163b46ea94e1 None None] Port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:52.036754 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks [] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.042183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.167609 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (7551be95-45d3-43e5-af36-1c069d769150), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.224021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Pushing event updated for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:52.266875 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.274081 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.318250 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e912eac3-b9a1-4856-8833-71add0a5d81d req-65ccfa62-0741-4331-9457-7cc370b771f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495024 Aug 24 15:39:52.395958 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:52.397404 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:52.410933 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:52.439127 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd4ed2-32f6-471d-be57-32d34caf668c req-75890690-4efd-422c-a7e6-faf07642deb8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:52.446229 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bddd4ed2-32f6-471d-be57-32d34caf668c req-75890690-4efd-422c-a7e6-faf07642deb8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.0796318 Aug 24 15:39:52.524563 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP f746fcbe-3147-4e54-b39a-2a33a46c2c8e associated. External IP: 172.27.4.213, port: 5a903b96-7262-4382-b289-851e17d994de. Aug 24 15:39:52.567783 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:52.578924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Router 7551be95-45d3-43e5-af36-1c069d769150 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:39:52.670753 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device e846d191-c2d2-43c5-aa98-65d5260eedb5 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:52.742510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port e846d191-c2d2-43c5-aa98-65d5260eedb5 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:52.742921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.789934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:39:52.810871 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a3e42278-dbf4-4efa-b5a8-37ec7c04beed admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7551be95-45d3-43e5-af36-1c069d769150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4409895 Aug 24 15:39:52.822318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:52.866768 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-5ec1d2cb-e883-4d83-87af-a3c0465e3990 None None] Provisioning complete for port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:52.867367 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d2cb-e883-4d83-87af-a3c0465e3990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.910598 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1d2cb-e883-4d83-87af-a3c0465e3990 None None] Port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:52.917470 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bddd4ed2-32f6-471d-be57-32d34caf668c req-14e3dff5-a411-44c4-b6f4-f56b792a6083 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699805 Aug 24 15:39:52.925102 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port e846d191-c2d2-43c5-aa98-65d5260eedb5 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:52.925834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:52.955679 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port e846d191-c2d2-43c5-aa98-65d5260eedb5, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=e846d191-c2d2-43c5-aa98-65d5260eedb5,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:52.961213 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.030225 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=e846d191-c2d2-43c5-aa98-65d5260eedb5,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:53.039265 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.039853 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.040230 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.040584 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.040933 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.041348 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.041685 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.042014 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.042404 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.043240 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.043590 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.043929 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.044260 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.044589 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.044945 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:39:53.152481 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:39:53.164626 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:53.350249 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:39:53.367138 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:39:53.367687 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.378149 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:53.397370 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:53.398546 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:53.415238 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-26cd0e37-0bc8-4c5e-9a2f-8384ef98c196 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/f746fcbe-3147-4e54-b39a-2a33a46c2c8e HTTP/1.1" status: 200 len: 992 time: 2.0528002 Aug 24 15:39:53.418288 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'tag': '5a903b96-7262-4382-b289-851e17d994de'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:53.422046 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7badafce-cbbc-4f6b-bdf2-af1892a582e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "tag": "5a903b96-7262-4382-b289-851e17d994de"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:53.485961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6007ff05-1fa4-47c1-913d-9e33388ec433 x-openstack-request-id: req-6007ff05-1fa4-47c1-913d-9e33388ec433 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:53.486255 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "tag": "5a903b96-7262-4382-b289-851e17d994de", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:53.486562 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6007ff05-1fa4-47c1-913d-9e33388ec433 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:53.486991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6007ff05-1fa4-47c1-913d-9e33388ec433'] response: {'name': 'network-changed', 'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'tag': '5a903b96-7262-4382-b289-851e17d994de', 'status': 'completed', 'code': 200} Aug 24 15:39:53.563611 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:53.582959 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Sync routers for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:39:53.588804 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:53.590136 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-4cc7f1c5-47f7-4308-b9dd-596a53d4fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:53.591774 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-4cc7f1c5-47f7-4308-b9dd-596a53d4fe4b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 1130 time: 0.0689774 Aug 24 15:39:53.603086 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:53.608067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:53.675331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53158) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:53.681362 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-583545627-network', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:53.708392 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Made reservation on behalf of 2d05a3d521944c808d497e4d4b61411f for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:53.712059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.719756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-e4f37767-4b10-4ab4-8f2a-98b2db53a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:53.721926 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-e4f37767-4b10-4ab4-8f2a-98b2db53a62f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.1233397 Aug 24 15:39:53.739578 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.768335 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:53.843565 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks [] for security_group (e8211203-0525-4e6f-bd08-aa57c4b0f40d), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.850565 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e8211203-0525-4e6f-bd08-aa57c4b0f40d), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.870086 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-fe59862e-8002-4c44-9b09-0295cef79aa0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a903b96-7262-4382-b289-851e17d994de HTTP/1.1" status: 200 len: 1000 time: 0.1408064 Aug 24 15:39:53.875412 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}, {'id': 'f746fcbe-3147-4e54-b39a-2a33a46c2c8e', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '5a903b96-7262-4382-b289-851e17d994de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:38:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:31Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:53.886553 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:53.887452 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8211203-0525-4e6f-bd08-aa57c4b0f40d,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:53.913478 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:39:53.914513 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:39:53.924372 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:53.925162 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:53.948804 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (2d264a81-4362-49e9-b588-1b419a8d7cd1), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:53.949153 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Added segment 2d264a81-4362-49e9-b588-1b419a8d7cd1 of type vlan for network e2f67787-7aed-425a-85b8-2a5d6461f45b Aug 24 15:39:53.969855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ac85f-290f-43f5-af08-41ec83a25d7c req-11f4e1ae-2445-4c2e-add5-a7e3d4d0016c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:53.971956 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d52ac85f-290f-43f5-af08-41ec83a25d7c req-11f4e1ae-2445-4c2e-add5-a7e3d4d0016c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.0782282 Aug 24 15:39:54.017317 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (e2f67787-7aed-425a-85b8-2a5d6461f45b), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.019834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 2, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:54.036116 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:54.046432 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Checking router: 7551be95-45d3-43e5-af36-1c069d769150 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:39:54.046821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Updating router 7551be95-45d3-43e5-af36-1c069d769150 port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:39:54.063645 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d52ac85f-290f-43f5-af08-41ec83a25d7c req-061f8a14-d07f-41de-a306-2d80579f8e0e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731812 Aug 24 15:39:54.069071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (e2f67787-7aed-425a-85b8-2a5d6461f45b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.070240 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:54.070913 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.080901 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.141879 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] Pushing event updated for resources: {'Network': ['ID=e2f67787-7aed-425a-85b8-2a5d6461f45b,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:54.156167 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-65bc8e0c-2ae3-4240-99dd-8433db11b46c admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4792008 Aug 24 15:39:54.159767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53162) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:54.167152 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Request body: {'subnet': {'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-583545627-subnet', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:54.173823 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:54.193481 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Made reservation on behalf of 2d05a3d521944c808d497e4d4b61411f for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:54.196010 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.226759 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network e2f67787-7aed-425a-85b8-2a5d6461f45b details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:39:54.295620 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}, {'id': 'f746fcbe-3147-4e54-b39a-2a33a46c2c8e', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '5a903b96-7262-4382-b289-851e17d994de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:38:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:31Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:54.327243 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5ec1-31aa-4164-8398-6b491d048724 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}, {'id': 'f746fcbe-3147-4e54-b39a-2a33a46c2c8e', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.213', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '5a903b96-7262-4382-b289-851e17d994de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:38:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:31Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:39:54.392000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (628af412-100b-450c-8618-ec82cbeeb466), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.473642 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=628af412-100b-450c-8618-ec82cbeeb466,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:54.500986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Checking segment: {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:54.501348 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Network hostable DHCP agents. Network: e2f67787-7aed-425a-85b8-2a5d6461f45b, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:39:54.524721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Network e2f67787-7aed-425a-85b8-2a5d6461f45b is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:39:54.536261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, e2f67787-7aed-425a-85b8-2a5d6461f45b) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:54.541455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:54.542059 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.556376 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527041f-5146-48fd-932b-a6167787120a None None] Network e2f67787-7aed-425a-85b8-2a5d6461f45b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:54.561699 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3dd0ccd6-016d-49df-86a7-fdb0cb4b9d2e admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4007580 Aug 24 15:39:54.564531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53168) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:54.571511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:54.604398 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (d3d4277f-c722-42ed-ae11-02213327e935), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.605581 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (d3d4277f-c722-42ed-ae11-02213327e935), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.678396 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device e846d191-c2d2-43c5-aa98-65d5260eedb5 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:54.678948 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:54.688670 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for router_controller (d3d4277f-c722-42ed-ae11-02213327e935), precommit_add_association {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.746003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks [] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.750218 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3cb297-20ef-47d9-9931-ef3b61021f66 None None] New status for floating IP f746fcbe-3147-4e54-b39a-2a33a46c2c8e: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:39:54.768831 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:54.770390 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.800128 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:54.806448 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-e2f67787-7aed-425a-85b8-2a5d6461f45b', 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b', 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'fixed_ips': [{'subnet_id': '628af412-100b-450c-8618-ec82cbeeb466'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:39:54.807061 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-0fe57d24-526c-40d3-99a8-8f70b7e46fd4 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=9128d708b9c645cf914914a2378ff6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717409 Aug 24 15:39:54.807472 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.876206 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61704-8de5-4a36-942d-55107fb424eb None None] Pushing event updated for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:54.894485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port e846d191-c2d2-43c5-aa98-65d5260eedb5 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:54.894903 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:54.948742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for router_gateway (d3d4277f-c722-42ed-ae11-02213327e935), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.004583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:55.015804 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-265056f0-8b12-4d4f-a555-e279b2384038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:55.018804 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-265056f0-8b12-4d4f-a555-e279b2384038 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0597711 Aug 24 15:39:55.023361 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Attempting to bind port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:55.023747 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Attempting to bind port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:55.024170 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Attempting to bind port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe on network e491238d-18b9-4e6b-89f5-934f642bbaa2 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:55.046090 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:55.046519 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Checking segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:55.047006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.047355 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Bound using segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:55.047938 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Bound port: 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:55.050574 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.085077 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-573a18a6-bd18-4994-842b-0549424502b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:55.087003 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-573a18a6-bd18-4994-842b-0549424502b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512559 Aug 24 15:39:55.135263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e2392894-e7e9-4192-948f-2724d8159d4b tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:55.136850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e2392894-e7e9-4192-948f-2724d8159d4b tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203797 Aug 24 15:39:55.157702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Allocated IP 172.20.0.2 (e2f67787-7aed-425a-85b8-2a5d6461f45b/628af412-100b-450c-8618-ec82cbeeb466/ff679336-5425-4ad8-a34c-006f4896fd06) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:55.188810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port e846d191-c2d2-43c5-aa98-65d5260eedb5 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:55.213946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] For port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:55.235955 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] For port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:55.249203 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-c17ddef5-d7a5-40a4-a832-67c5d351ed98 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109059 Aug 24 15:39:55.259975 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:55.270586 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-799aef90-785b-42fd-ab91-6761a5194ebc tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/quotas/9128d708b9c645cf914914a2378ff6ed HTTP/1.1" status: 200 len: 375 time: 0.1215734 Aug 24 15:39:55.279067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.280171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce977aa-cfe1-4bc0-9c37-24f3a7fc4c42 req-b535057f-f8f7-4ef3-9acf-43041ef697c3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:55.281697 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cce977aa-cfe1-4bc0-9c37-24f3a7fc4c42 req-b535057f-f8f7-4ef3-9acf-43041ef697c3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.1339564 Aug 24 15:39:55.328241 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-5b8be741-1ea0-4b8b-92de-5b3644b6108a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=9128d708b9c645cf914914a2378ff6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566540 Aug 24 15:39:55.345080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-a1ad44f1-da30-478a-9d92-85a97cd5dbd8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:55.346713 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-a1ad44f1-da30-478a-9d92-85a97cd5dbd8 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 945 time: 0.0964568 Aug 24 15:39:55.380753 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for router_gateway (d3d4277f-c722-42ed-ae11-02213327e935), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.406707 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks [] for port (ff679336-5425-4ad8-a34c-006f4896fd06), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.427402 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:55.427614 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:55.434427 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.443038 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cce977aa-cfe1-4bc0-9c37-24f3a7fc4c42 req-52069cc8-da07-461a-b233-712c7cacab59 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491454 Aug 24 15:39:55.444378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.483388 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7badafce-cbbc-4f6b-bdf2-af1892a582e0 req-0e34ec4f-a536-4d0e-b2f2-2fd162858fa5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005196 Aug 24 15:39:55.513258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Deleting port e0707bad-7d33-40e8-946f-cca938471d41 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:39:55.513529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (e0707bad-7d33-40e8-946f-cca938471d41), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.556771 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61704-8de5-4a36-942d-55107fb424eb None None] Pushing event updated for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:55.580589 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-12d335b0-5e02-4b91-ada7-9a787b4fc906 req-ae9cafef-3f9c-4a0b-808a-18a776d59e2a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 210 time: 0.0372140 Aug 24 15:39:55.596557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:55.639719 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] For port e0707bad-7d33-40e8-946f-cca938471d41, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e0707bad-7d33-40e8-946f-cca938471d41,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:55.640095 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (e0707bad-7d33-40e8-946f-cca938471d41), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.640856 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Network e2f67787-7aed-425a-85b8-2a5d6461f45b is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:55.649138 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:55.655732 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:55.658296 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Calling delete_port for e0707bad-7d33-40e8-946f-cca938471d41 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:39:55.665875 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Pushing event updated for resources: {'Port': ['ID=ff679336-5425-4ad8-a34c-006f4896fd06,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:55.670759 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:55.707942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Allocated IP 172.27.4.77 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/2d0cf13f-c80e-492a-9100-6b2bf3997b27) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:55.732944 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:55.779085 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Attempting to bind port ff679336-5425-4ad8-a34c-006f4896fd06 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:55.779717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Attempting to bind port ff679336-5425-4ad8-a34c-006f4896fd06 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:55.779717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Attempting to bind port ff679336-5425-4ad8-a34c-006f4896fd06 on network e2f67787-7aed-425a-85b8-2a5d6461f45b {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:55.787923 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:55.788310 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Checking segment: {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:55.788718 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.789116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Bound using segment: {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:55.789597 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Bound port: ff679336-5425-4ad8-a34c-006f4896fd06, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:55.789984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.850221 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (e0707bad-7d33-40e8-946f-cca938471d41), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.855096 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.895321 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['e0707bad-7d33-40e8-946f-cca938471d41'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:39:55.895551 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:55.910250 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Pushing event deleted for resources: {'Port': ['ID=e0707bad-7d33-40e8-946f-cca938471d41,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:55.950680 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0cf13f-c80e-492a-9100-6b2bf3997b27,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:55.964688 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:55.966413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:55.969483 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:56.012165 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:56.026277 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] For port ff679336-5425-4ad8-a34c-006f4896fd06, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:56.050057 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] For port ff679336-5425-4ad8-a34c-006f4896fd06, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=ff679336-5425-4ad8-a34c-006f4896fd06,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:56.060281 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:56.066810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:55Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:56.096811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3fec9e-8fea-4f51-8958-ef956b2047ed None None] The sync data for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi is: [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:55Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:39:56.170413 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:56.210916 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:56.279455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c85b7c-77fd-47c2-8fe4-83d959e350a4 None None] Pushing event updated for resources: {'Port': ['ID=ff679336-5425-4ad8-a34c-006f4896fd06,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:56.353766 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] No DVR routers for this DVR port e0707bad-7d33-40e8-946f-cca938471d41 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:39:56.364555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:56.374584 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f1a009e-d863-4875-99e0-960c04c18a76 req-20b4ab4b-d36e-4f61-96e9-70f65a2e16f6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e0707bad-7d33-40e8-946f-cca938471d41 HTTP/1.1" status: 204 len: 173 time: 0.9979413 Aug 24 15:39:56.375621 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'name': 'network-vif-deleted', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:39:56.394828 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f8569-8bc0-44ef-80b1-bc16de3b4258" -d '{"events": [{"server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "name": "network-vif-deleted", "tag": "e0707bad-7d33-40e8-946f-cca938471d41"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:39:56.396267 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for router_gateway (d3d4277f-c722-42ed-ae11-02213327e935), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:56.466091 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9db1da5-021c-49c4-bdc8-6d938a1bd344 x-openstack-request-id: req-d9db1da5-021c-49c4-bdc8-6d938a1bd344 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:39:56.466389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59", "name": "network-vif-deleted", "tag": "e0707bad-7d33-40e8-946f-cca938471d41", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:39:56.466672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9db1da5-021c-49c4-bdc8-6d938a1bd344 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:39:56.467092 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9db1da5-021c-49c4-bdc8-6d938a1bd344'] response: {'server_uuid': '7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59', 'name': 'network-vif-deleted', 'tag': 'e0707bad-7d33-40e8-946f-cca938471d41', 'status': 'completed', 'code': 200} Aug 24 15:39:56.655541 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1369764a-e016-42b4-b5ab-27bde7126d99 req-e6ead617-a7b2-471a-bc07-bee7a167ebc1 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7bb36acf-6a2f-4b76-9c5e-c5f6bbd0fd59 HTTP/1.1" status: 200 len: 210 time: 0.0827754 Aug 24 15:39:56.745524 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-28d9ede1-918c-4cd4-9379-6d9101bf321a req-8b10c774-43a6-4afb-b13e-19a9eca35561 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 210 time: 0.0351472 Aug 24 15:39:56.761700 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:56.774916 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (d3d4277f-c722-42ed-ae11-02213327e935), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:56.938789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Router d3d4277f-c722-42ed-ae11-02213327e935 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:39:56.974053 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:56.974632 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.064179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:57.064859 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.068754 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:39:57.088593 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Sync routers for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:39:57.102194 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.106968 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7514dbc4-726b-4569-b721-c25af70bb506 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5369170 Aug 24 15:39:57.107591 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53202) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:39:57.122730 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:57.124003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:57.124706 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:57.167837 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.168843 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device ff679336-5425-4ad8-a34c-006f4896fd06 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:57.282433 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-557295a3-e42d-4ad2-8620-8b4f246af594 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=9128d708b9c645cf914914a2378ff6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116889 Aug 24 15:39:57.299302 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:57.300164 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port ff679336-5425-4ad8-a34c-006f4896fd06 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:57.300588 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.372267 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:57.407504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:57.481833 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port ff679336-5425-4ad8-a34c-006f4896fd06 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:57.482272 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.523965 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8b160-a6cc-4c7f-89e1-6f12c3560196 None None] Network e2f67787-7aed-425a-85b8-2a5d6461f45b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:39:57.670959 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-4249ba78-92bd-4400-8c47-0cb407cb245a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:57.672321 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-4249ba78-92bd-4400-8c47-0cb407cb245a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834076 Aug 24 15:39:57.678311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-fc147868-061e-45ad-982f-21ade8f33914 None None] Provisioning complete for port ff679336-5425-4ad8-a34c-006f4896fd06 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:57.678704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fc147868-061e-45ad-982f-21ade8f33914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.688013 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port ff679336-5425-4ad8-a34c-006f4896fd06, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=ff679336-5425-4ad8-a34c-006f4896fd06,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:39:57.697479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Request body: {'port': {'device_id': '5284e905-c524-43ed-9d96-20e078df2a50', 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b', 'admin_state_up': True, 'tenant_id': '9128d708b9c645cf914914a2378ff6ed'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:57.724559 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:57.803580 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:57.838125 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=ff679336-5425-4ad8-a34c-006f4896fd06,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:57.925621 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0eb83a0e-aafd-469d-976c-b991c33e046b req-8ab68911-899d-448a-8231-c22492096355 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 210 time: 0.0515609 Aug 24 15:39:57.957660 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:56Z', 'revision_number': 3, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:57.995930 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Checking router: d3d4277f-c722-42ed-ae11-02213327e935 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:39:57.996524 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Updating router d3d4277f-c722-42ed-ae11-02213327e935 port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:39:58.020158 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Made reservation on behalf of 9128d708b9c645cf914914a2378ff6ed for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:39:58.024538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.041289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.042761 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.058219 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.083730 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fc147868-061e-45ad-982f-21ade8f33914 None None] Current status of the port ff679336-5425-4ad8-a34c-006f4896fd06 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:58.155395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-8164f09c-154e-44da-a7f5-7cd07fc09348 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:58.159155 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.163726 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-8164f09c-154e-44da-a7f5-7cd07fc09348 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/networks?id=cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 200 len: 809 time: 0.1403029 Aug 24 15:39:58.174653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.181553 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-be4d88b5-c887-4e2d-9568-679e871d480a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/quotas/df1ee75d012f4378a607020154eaf0b4 HTTP/1.1" status: 200 len: 375 time: 0.0168943 Aug 24 15:39:58.188544 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.213432 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-2bd0ac5f-66e3-4ee1-80bf-5c75431d701a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307546 Aug 24 15:39:58.227918 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-ec192324-eca6-4ea1-9578-4744a95a9d12 None None] Provisioning complete for port ff679336-5425-4ad8-a34c-006f4896fd06 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:58.228295 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ec192324-eca6-4ea1-9578-4744a95a9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.231427 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.305546 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks [] for security_group (26655444-6fe4-455c-8bd4-832897237806), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.312638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (26655444-6fe4-455c-8bd4-832897237806), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.321984 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-6d654da1-fb24-4e5d-a45f-3e9917dc0f7c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002624 Aug 24 15:39:58.393872 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ec192324-eca6-4ea1-9578-4744a95a9d12 None None] Current status of the port ff679336-5425-4ad8-a34c-006f4896fd06 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:58.417194 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26655444-6fe4-455c-8bd4-832897237806,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:58.444742 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.451034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks [] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.455594 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-dff7f0bd-6790-4178-8dd5-d59c76a7e6da service neutron] 10.222.0.73 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265330 Aug 24 15:39:58.460135 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.483933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Allocated IP 172.20.0.1 (e2f67787-7aed-425a-85b8-2a5d6461f45b/628af412-100b-450c-8618-ec82cbeeb466/266ed1bd-152a-4fc0-9b60-8dc8c20e88b3) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:58.522894 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Attempting to bind port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:39:58.523271 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Attempting to bind port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:39:58.523695 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Attempting to bind port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:39:58.532017 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:39:58.532394 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:39:58.533029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.534116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:39:58.534689 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Bound port: 2d0cf13f-c80e-492a-9100-6b2bf3997b27, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:39:58.535507 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.538045 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Allocated IP 192.168.233.230 (dc809643-01f3-4e3d-b820-5f82ce05d92b/a0afcd52-46ec-4d54-a639-6a356e9c4a2d/8ee4b72d-06e6-445c-b67f-76ba6a440e1a) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:39:58.542523 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.583570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698be241-e99d-4623-8de8-b88e32c1855f None None] Pushing event updated for resources: {'Port': ['ID=2d0cf13f-c80e-492a-9100-6b2bf3997b27,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:58.625702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] For port 2d0cf13f-c80e-492a-9100-6b2bf3997b27, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:39:58.631264 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] For port 2d0cf13f-c80e-492a-9100-6b2bf3997b27, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2d0cf13f-c80e-492a-9100-6b2bf3997b27,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:39:58.639472 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.688156 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:39:58.688804 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:58.705008 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks [] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.746520 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2a4d1fa0-b3cb-405d-b500-ae9974adeef3 req-0e7ccc97-3f72-4a13-ac02-a459e3b2b373 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0489941 Aug 24 15:39:58.797560 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:58.814162 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.825523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks [] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.859597 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698be241-e99d-4623-8de8-b88e32c1855f None None] Pushing event updated for resources: {'Port': ['ID=2d0cf13f-c80e-492a-9100-6b2bf3997b27,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:58.882376 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Network e2f67787-7aed-425a-85b8-2a5d6461f45b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:58.889776 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:58.900714 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:39:58.903672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:58.909036 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:58.964306 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (d3d4277f-c722-42ed-ae11-02213327e935), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:58.967610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:58.972122 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.088799 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad9d36-90ba-4e5c-a240-46094862414b req-7eacafb2-993c-41d2-b462-f7e1a304501a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:59.091393 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fdad9d36-90ba-4e5c-a240-46094862414b req-7eacafb2-993c-41d2-b462-f7e1a304501a tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 936 time: 0.0819094 Aug 24 15:39:59.113422 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Network dc809643-01f3-4e3d-b820-5f82ce05d92b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:39:59.124767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:39:59.136118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:59.145653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Pushing event updated for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:39:59.154395 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:39:59.161308 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fdad9d36-90ba-4e5c-a240-46094862414b req-cc634e01-c54f-47f2-88a9-29051ac37d1b tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 Aug 24 15:39:59.206674 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e0707bad-7d33-40e8-946f-cca938471d41 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:39:59.209996 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:59.210544 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.253767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:59.262497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:39:59.263172 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.307844 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.318710 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-31984a5c-a59c-4813-9124-0bf4896647f6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6230760 Aug 24 15:39:59.336932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Request body: {'port': {'device_id': '5284e905-c524-43ed-9d96-20e078df2a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:39:59.355088 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:59.370146 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: e0707bad-7d33-40e8-946f-cca938471d41 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:39:59.370496 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e0707bad-7d33-40e8-946f-cca938471d41 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:39:59.415264 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-ee456d13-7334-4b47-83ec-ec783a15f8b7 None None] Provisioning complete for port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:59.415650 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee456d13-7334-4b47-83ec-ec783a15f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.429011 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:39:59.464803 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.493056 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:56Z', 'revision_number': 3, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:39:59.504415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ee456d13-7334-4b47-83ec-ec783a15f8b7 None None] Port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:59.535394 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32efdafe-823d-4fa5-b41f-d4bf3ac98bfd None None] The sync data for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi is: [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:56Z', 'revision_number': 3, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:39:59.536904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:59.537959 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device ff679336-5425-4ad8-a34c-006f4896fd06 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:39:59.599591 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port ff679336-5425-4ad8-a34c-006f4896fd06 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:59.599967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.650623 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-ea7bdaf5-3ce1-4430-b041-9df970018e45 None None] Provisioning complete for port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:39:59.651044 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea7bdaf5-3ce1-4430-b041-9df970018e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:39:59.695242 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bdaf5-3ce1-4430-b041-9df970018e45 None None] Port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:39:59.731107 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port ff679336-5425-4ad8-a34c-006f4896fd06 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:39:59.897602 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9d6534f3-fc2d-4b00-9b38-b80d54254f79 req-3735b98c-7ba9-4c60-bb76-80f7b5181ba6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0355611 Aug 24 15:39:59.994791 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks [] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.009140 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.161369 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:00.174376 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (d3d4277f-c722-42ed-ae11-02213327e935), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.267361 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:00.305823 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8fc68-250e-4cdf-a3c7-e43c9a05ddd9 req-a501c996-c5ac-4ca2-956f-ac7fb6eefad3 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:00.307680 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-03d8fc68-250e-4cdf-a3c7-e43c9a05ddd9 req-a501c996-c5ac-4ca2-956f-ac7fb6eefad3 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 936 time: 0.0527663 Aug 24 15:40:00.346892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-1126b3eb-969a-4279-9692-7048c5914a0a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:00.348673 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-1126b3eb-969a-4279-9692-7048c5914a0a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 200 len: 809 time: 0.2598729 Aug 24 15:40:00.374199 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-03d8fc68-250e-4cdf-a3c7-e43c9a05ddd9 req-9a164b48-2507-436b-b2ec-c239e0b17289 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Aug 24 15:40:00.386887 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee4b72d-06e6-445c-b67f-76ba6a440e1a {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:00.394817 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Request body: {'port': {'device_id': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140', 'admin_state_up': True, 'tenant_id': 'df1ee75d012f4378a607020154eaf0b4'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:00.403416 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:00.409271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks [] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.466086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Transition to ACTIVE for port object 8ee4b72d-06e6-445c-b67f-76ba6a440e1a will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:40:00.500324 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.550710 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Network e2f67787-7aed-425a-85b8-2a5d6461f45b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:40:00.563693 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:40:00.611884 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:00.642054 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2d0cf13f-c80e-492a-9100-6b2bf3997b27 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:00.693799 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:00.694670 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.726704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Made reservation on behalf of df1ee75d012f4378a607020154eaf0b4 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:40:00.730769 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.781283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:00.781699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.803072 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Attempting to bind port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:40:00.803420 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Attempting to bind port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:40:00.803755 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Attempting to bind port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a on network dc809643-01f3-4e3d-b820-5f82ce05d92b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:00.805374 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 2d0cf13f-c80e-492a-9100-6b2bf3997b27, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2d0cf13f-c80e-492a-9100-6b2bf3997b27,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:00.811824 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.847517 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a on network dc809643-01f3-4e3d-b820-5f82ce05d92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:40:00.847760 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Attempting to bind port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a on network dc809643-01f3-4e3d-b820-5f82ce05d92b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:00.861231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:40:00.861590 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Checking segment: {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:40:00.861938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Bound using segment: {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:40:00.862293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-40d25505-6650-43c4-af31-f9ba3b186374 None None] Provisioning complete for port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:00.862401 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Bound port: 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b09c27-1476-4558-b8a4-177b2d40a1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:40:00.862689 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-40d25505-6650-43c4-af31-f9ba3b186374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.862797 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:00.872974 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Router d3d4277f-c722-42ed-ae11-02213327e935 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:40:00.893869 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=2d0cf13f-c80e-492a-9100-6b2bf3997b27,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:00.907351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-40d25505-6650-43c4-af31-f9ba3b186374 None None] Port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:40:01.004064 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-22198662-38bb-447c-a7fb-19aea38ef402 req-a7892e52-c299-412f-9520-2c4303e79cd1 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Aug 24 15:40:01.042950 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:01.061911 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:40:01.064210 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Allocated IP 172.20.0.4 (cc385d41-488b-42c2-8d03-cfd468490140/10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b/757c5148-626f-497b-9c3f-eb7ddc451517) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:40:01.068615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:40:01.087557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.097421 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.098037 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.099708 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8ee4b72d-06e6-445c-b67f-76ba6a440e1a HTTP/1.1" status: 200 len: 1098 time: 1.7679095 Aug 24 15:40:01.102529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:01.104850 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:01.177103 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b5b82-0b97-47a9-b061-6f1510cd55f7 x-openstack-request-id: req-338b5b82-0b97-47a9-b061-6f1510cd55f7 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:01.177392 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:01.177652 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-338b5b82-0b97-47a9-b061-6f1510cd55f7 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:01.178043 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338b5b82-0b97-47a9-b061-6f1510cd55f7'] response: {'name': 'network-changed', 'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a', 'status': 'completed', 'code': 200} Aug 24 15:40:01.210722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:40:01.225005 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-cb44e088-eb3c-48a3-b9ff-9ffddd3ef4b9 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d3d4277f-c722-42ed-ae11-02213327e935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1161375 Aug 24 15:40:01.227463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:01.250535 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-4bbe93b5-bd7f-4b1a-becb-b2d0c5a2b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.252119 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-4bbe93b5-bd7f-4b1a-becb-b2d0c5a2b20b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9128d708b9c645cf914914a2378ff6ed&device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 1132 time: 0.1049118 Aug 24 15:40:01.259293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aa9e5-b622-4ba8-a463-1c0ee28aaad3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:01.308392 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-c37c04ac-5862-4db7-9d35-68ce485e5bc3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a HTTP/1.1" status: 200 len: 217 time: 0.0391080 Aug 24 15:40:01.412864 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-da131305-e386-4bf2-8fe8-43775213c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.414928 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-da131305-e386-4bf2-8fe8-43775213c4bf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0afcd52-46ec-4d54-a639-6a356e9c4a2d HTTP/1.1" status: 200 len: 843 time: 0.0774493 Aug 24 15:40:01.425415 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks [] for port (757c5148-626f-497b-9c3f-eb7ddc451517), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.491602 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-b5be412d-6849-417b-8ca4-43c40dbc3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.493122 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-b5be412d-6849-417b-8ca4-43c40dbc3168 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc809643-01f3-4e3d-b820-5f82ce05d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0646892 Aug 24 15:40:01.512888 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.513139 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545da5-b95c-488f-8e7d-1253a3a06ada req-deb7860f-9d76-481c-b337-a987dcd0aeea tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.514846 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-10545da5-b95c-488f-8e7d-1253a3a06ada req-deb7860f-9d76-481c-b337-a987dcd0aeea tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 948 time: 0.0614381 Aug 24 15:40:01.587471 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-10545da5-b95c-488f-8e7d-1253a3a06ada req-95bfb2ce-8c80-4e3a-a415-d820b42615c6 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653210 Aug 24 15:40:01.656160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Pushing event updated for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:01.672496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Network cc385d41-488b-42c2-8d03-cfd468490140 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:40:01.678981 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:40:01.682601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:40:01.740277 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:01.740901 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.764053 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-4d4ea855-a281-41e3-9321-bae0ceacf52c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc809643-01f3-4e3d-b820-5f82ce05d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628479 Aug 24 15:40:01.772307 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01f7e042-7189-4630-ab15-58eef3f878b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3893189 Aug 24 15:40:01.808291 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Request body: {'port': {'device_id': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:01.928357 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:01.942095 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e24422c4-f29e-417f-b6bf-98df0e18cf0f req-356d9594-619d-4373-95c7-a7a2c10f33cf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc809643-01f3-4e3d-b820-5f82ce05d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564646 Aug 24 15:40:02.067051 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:02.150476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55711f9a-54e7-4472-99a7-0a39cde6623f req-d9bddac9-73cb-42d8-b16e-7f81da86f480 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:02.152455 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55711f9a-54e7-4472-99a7-0a39cde6623f req-d9bddac9-73cb-42d8-b16e-7f81da86f480 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 931 time: 0.0617487 Aug 24 15:40:02.190729 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:02.215491 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55711f9a-54e7-4472-99a7-0a39cde6623f req-0a4a4c0b-ce6a-4153-87d1-4d1f92ee3cba tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570641 Aug 24 15:40:02.249620 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757c5148-626f-497b-9c3f-eb7ddc451517 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:02.258030 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks [] for port (757c5148-626f-497b-9c3f-eb7ddc451517), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.271705 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Transition to ACTIVE for port object 757c5148-626f-497b-9c3f-eb7ddc451517 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:40:02.276323 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.352851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Pushing event updated for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:02.406578 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Attempting to bind port 757c5148-626f-497b-9c3f-eb7ddc451517 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:40:02.406952 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Attempting to bind port 757c5148-626f-497b-9c3f-eb7ddc451517 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:40:02.407290 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Attempting to bind port 757c5148-626f-497b-9c3f-eb7ddc451517 on network cc385d41-488b-42c2-8d03-cfd468490140 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:02.412921 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Port 757c5148-626f-497b-9c3f-eb7ddc451517 on network cc385d41-488b-42c2-8d03-cfd468490140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:40:02.413259 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Attempting to bind port 757c5148-626f-497b-9c3f-eb7ddc451517 on network cc385d41-488b-42c2-8d03-cfd468490140 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:02.420075 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:40:02.420419 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Checking segment: {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:40:02.420815 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Bound using segment: {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:40:02.421248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Bound port: 757c5148-626f-497b-9c3f-eb7ddc451517, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956222bf-c67b-4a9e-a7fc-33b16688d512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:40:02.421609 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.495982 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:40:02.499394 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=757c5148-626f-497b-9c3f-eb7ddc451517,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:40:02.507562 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.514193 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:02.514920 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.516336 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/757c5148-626f-497b-9c3f-eb7ddc451517 HTTP/1.1" status: 200 len: 1093 time: 0.7213991 Aug 24 15:40:02.578902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7765-6a9f-4290-a399-79590cb3c61b service neutron] Pushing event updated for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:02.646224 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2d0cf13f-c80e-492a-9100-6b2bf3997b27 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:02.715286 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:02.715621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:02.774592 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a71e5-42e9-4e77-813d-e074b378457f req-b67e9b5a-4ade-464a-8f86-35481d68c3be tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:02.791489 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:02.802605 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d8a71e5-42e9-4e77-813d-e074b378457f req-b67e9b5a-4ade-464a-8f86-35481d68c3be tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 948 time: 0.1120894 Aug 24 15:40:02.863109 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d8a71e5-42e9-4e77-813d-e074b378457f req-54569f6c-75b4-44d2-8123-95b44e20ca45 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592897 Aug 24 15:40:02.886461 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:03.021295 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Sync routers for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:40:03.040042 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:03.040934 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:03.142146 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-4fb85700-e18b-4abe-a63c-645cc2f0a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.144591 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-4fb85700-e18b-4abe-a63c-645cc2f0a77b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9128d708b9c645cf914914a2378ff6ed&device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 1132 time: 0.1056075 Aug 24 15:40:03.145748 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-5b217537-7a3e-4307-82ee-c5346046581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.147294 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-5b217537-7a3e-4307-82ee-c5346046581f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 1127 time: 0.0953143 Aug 24 15:40:03.174845 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:03.272772 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:03.275603 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b62340a-8b23-4a91-96f4-71645bf7bcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:03.278850 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-7ac95d16-454b-4a7a-8c4b-48dc613ffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.280341 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-7ac95d16-454b-4a7a-8c4b-48dc613ffb70 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc809643-01f3-4e3d-b820-5f82ce05d92b HTTP/1.1" status: 200 len: 871 time: 0.1095726 Aug 24 15:40:03.340240 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-aa61a65e-dea3-48c5-b02a-ffc7c7cca94a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=757c5148-626f-497b-9c3f-eb7ddc451517 HTTP/1.1" status: 200 len: 217 time: 0.0589309 Aug 24 15:40:03.380858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be9b08-483d-4db8-b5b5-ddc2b5684874 x-openstack-request-id: req-a1be9b08-483d-4db8-b5b5-ddc2b5684874 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:03.381164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:03.381423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1be9b08-483d-4db8-b5b5-ddc2b5684874 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:03.381827 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1be9b08-483d-4db8-b5b5-ddc2b5684874'] response: {'name': 'network-changed', 'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517', 'status': 'completed', 'code': 200} Aug 24 15:40:03.384835 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-43d34ce8-9d90-4d6b-ab61-3ebd3834757a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a HTTP/1.1" status: 200 len: 217 time: 0.0895853 Aug 24 15:40:03.464480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8803891-ef6e-4d3a-bbcb-e96e1eb213ec req-14712f9e-f1e2-43b0-9161-8d395a676912 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.476868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e8803891-ef6e-4d3a-bbcb-e96e1eb213ec req-14712f9e-f1e2-43b0-9161-8d395a676912 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 943 time: 0.0854914 Aug 24 15:40:03.494837 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-2f802a42-a7ff-4bae-be92-78844dbe95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.496319 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-2f802a42-a7ff-4bae-be92-78844dbe95e7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b HTTP/1.1" status: 200 len: 849 time: 0.1257417 Aug 24 15:40:03.503874 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-e990538f-1179-4366-a177-d5c6eb3509fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.505397 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-e990538f-1179-4366-a177-d5c6eb3509fe service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a0afcd52-46ec-4d54-a639-6a356e9c4a2d HTTP/1.1" status: 200 len: 843 time: 0.0948176 Aug 24 15:40:03.552286 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:59Z', 'revision_number': 4, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '266ed1bd-152a-4fc0-9b60-8dc8c20e88b3', 'name': '', 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'mac_address': 'fa:16:3e:25:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '628af412-100b-450c-8618-ec82cbeeb466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:58Z', 'updated_at': '2022-08-24T15:39:59Z', 'revision_number': 2, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'subnets': [{'id': '628af412-100b-450c-8618-ec82cbeeb466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:03.553785 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e8803891-ef6e-4d3a-bbcb-e96e1eb213ec req-0e9250b4-cfc6-4e2d-88af-e5c287856e50 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703263 Aug 24 15:40:03.564243 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-01beea66-b33d-4ee8-b7ea-6b177d44486c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=cc385d41-488b-42c2-8d03-cfd468490140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578673 Aug 24 15:40:03.600498 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Checking router: d3d4277f-c722-42ed-ae11-02213327e935 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:40:03.601021 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Updating router d3d4277f-c722-42ed-ae11-02213327e935 port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:40:03.602785 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-916f8fad-3c68-4188-8a59-ba412842c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:03.614670 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-916f8fad-3c68-4188-8a59-ba412842c630 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc809643-01f3-4e3d-b820-5f82ce05d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0890911 Aug 24 15:40:03.633122 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:03.748984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:03.758725 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:03.776748 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-4abca61f-a785-4106-a9e2-dbd37a1a4ce3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841362 Aug 24 15:40:03.779471 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-f00a68fb-55f8-494c-b4aa-cdbe274ea9a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc809643-01f3-4e3d-b820-5f82ce05d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642237 Aug 24 15:40:03.912424 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:04.038028 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks [] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:04.058175 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:04.087322 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cd582-f7f9-45c9-8a2b-772f51c047ce req-79978ddc-c748-423d-b4d2-7cf918e2b085 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:04.094345 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a9cd582-f7f9-45c9-8a2b-772f51c047ce req-79978ddc-c748-423d-b4d2-7cf918e2b085 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 948 time: 0.1063035 Aug 24 15:40:04.143955 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da274e-10e5-4a12-9b28-6bf3a83d7d76 None None] Pushing event updated for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:04.194821 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a9cd582-f7f9-45c9-8a2b-772f51c047ce req-63879b13-fd1a-4f1e-b976-5a0a9d73119e tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Aug 24 15:40:04.200246 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-967e469b-1cb6-4b79-95ba-9ae8923ff8cb req-923f19ef-0f72-4380-a894-06216e72f3d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc809643-01f3-4e3d-b820-5f82ce05d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996432 Aug 24 15:40:04.230704 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Attempting to bind port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:40:04.231068 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Attempting to bind port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:40:04.231436 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Attempting to bind port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 on network e2f67787-7aed-425a-85b8-2a5d6461f45b {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:04.237594 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:40:04.238142 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Checking segment: {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:40:04.238547 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:04.238967 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Bound using segment: {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:40:04.239466 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Bound port: 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d264a81-4362-49e9-b588-1b419a8d7cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:40:04.239847 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:04.290795 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9110ac3-ca41-42ed-a56c-9232b5260d87 req-7a98cf4f-e558-405a-b630-5678362a325a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984009 Aug 24 15:40:04.309929 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] For port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:40:04.314682 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] For port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:40:04.324767 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:04.371308 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:04.371953 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:39:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:04.457481 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da274e-10e5-4a12-9b28-6bf3a83d7d76 None None] Pushing event updated for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:04.478583 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:04.502814 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:04.709166 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3882e7e-cc7d-4d89-a51f-476b0ea9c70e req-9b30313f-abd1-4443-840b-0aff25f30343 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:04.711045 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3882e7e-cc7d-4d89-a51f-476b0ea9c70e req-9b30313f-abd1-4443-840b-0aff25f30343 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 943 time: 0.0597150 Aug 24 15:40:04.773458 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:59Z', 'revision_number': 4, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '266ed1bd-152a-4fc0-9b60-8dc8c20e88b3', 'name': '', 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'mac_address': 'fa:16:3e:25:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '628af412-100b-450c-8618-ec82cbeeb466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:58Z', 'updated_at': '2022-08-24T15:40:04Z', 'revision_number': 4, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'subnets': [{'id': '628af412-100b-450c-8618-ec82cbeeb466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:04.804575 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3882e7e-cc7d-4d89-a51f-476b0ea9c70e req-b394c5e5-475e-43b2-9cfb-444ddfebf2a9 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826178 Aug 24 15:40:04.854513 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a7c966-3d30-41e8-a7b2-6e5ec540da19 None None] The sync data for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi is: [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:39:59Z', 'revision_number': 4, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '266ed1bd-152a-4fc0-9b60-8dc8c20e88b3', 'name': '', 'network_id': 'e2f67787-7aed-425a-85b8-2a5d6461f45b', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'mac_address': 'fa:16:3e:25:cf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '628af412-100b-450c-8618-ec82cbeeb466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:58Z', 'updated_at': '2022-08-24T15:40:04Z', 'revision_number': 4, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'subnets': [{'id': '628af412-100b-450c-8618-ec82cbeeb466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:40:05.011545 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 8ee4b72d-06e6-445c-b67f-76ba6a440e1a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:40:05.177115 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:05.189411 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a', 'network_id': 'dc809643-01f3-4e3d-b820-5f82ce05d92b', 'port_id': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a', 'mac_address': 'fa:16:3e:cb:26:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0afcd52-46ec-4d54-a639-6a356e9c4a2d', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:40:05.235408 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:05.236000 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:05.285934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee4b72d-06e6-445c-b67f-76ba6a440e1a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:05.339711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:05.363555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:05.419807 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811cef-fc7a-45e6-93ec-b4c80c99a4cd req-b6c98fc4-ece1-4a85-b3fa-205241852a35 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:05.422153 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24811cef-fc7a-45e6-93ec-b4c80c99a4cd req-b6c98fc4-ece1-4a85-b3fa-205241852a35 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 949 time: 0.0757227 Aug 24 15:40:05.435929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-6d285f66-36b2-4d1a-aa7d-976c3790a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:05.440209 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-6d285f66-36b2-4d1a-aa7d-976c3790a81d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df1ee75d012f4378a607020154eaf0b4&device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 1127 time: 0.0914946 Aug 24 15:40:05.445455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:05.447900 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:05.461606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:05.518561 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24811cef-fc7a-45e6-93ec-b4c80c99a4cd req-9ad5f216-b9b2-43a5-bac4-2e8ef2cdd329 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794764 Aug 24 15:40:05.568540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-dbbc05e7-c233-4e5c-8545-53569668b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:05.570473 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-dbbc05e7-c233-4e5c-8545-53569668b8cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 200 len: 911 time: 0.1161611 Aug 24 15:40:05.626240 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-e3aecde5-2293-4ce9-97f6-6125e4834b5a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=757c5148-626f-497b-9c3f-eb7ddc451517 HTTP/1.1" status: 200 len: 217 time: 0.0471005 Aug 24 15:40:05.649482 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['8ee4b72d-06e6-445c-b67f-76ba6a440e1a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:05.692678 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-c9d65081-cd14-4655-b99c-ca8600af31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:05.694216 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-c9d65081-cd14-4655-b99c-ca8600af31ef service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b HTTP/1.1" status: 200 len: 849 time: 0.0574539 Aug 24 15:40:05.748351 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-0c6de42c-b911-4fd5-968e-ac1fae878986 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=cc385d41-488b-42c2-8d03-cfd468490140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380630 Aug 24 15:40:05.878779 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-63947e59-78f9-437f-bf3a-db13782b2ecc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234729 Aug 24 15:40:05.994115 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9193-b088-45c4-9d50-2b8fa5e36b68 req-644f5050-b224-48e9-87f7-7ee6abd69dc3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:06.002898 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-09fe9193-b088-45c4-9d50-2b8fa5e36b68 req-644f5050-b224-48e9-87f7-7ee6abd69dc3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 943 time: 0.0645735 Aug 24 15:40:06.013568 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b62340a-8b23-4a91-96f4-71645bf7bcc7 req-e29f211d-b2ae-4aa8-a4dc-83fbfc96e0dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267779 Aug 24 15:40:06.060526 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-09fe9193-b088-45c4-9d50-2b8fa5e36b68 req-c751f8a2-9d2c-48f3-ba97-4dd460aa901a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Aug 24 15:40:06.646887 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c990-2fee-4a9d-a980-e7c1511a8b89 req-843cdf01-098c-450a-81f4-fdcdf095afb0 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:06.648393 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5685c990-2fee-4a9d-a980-e7c1511a8b89 req-843cdf01-098c-450a-81f4-fdcdf095afb0 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 949 time: 0.0563521 Aug 24 15:40:06.694931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:06.723341 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5685c990-2fee-4a9d-a980-e7c1511a8b89 req-afecf87b-ff01-48af-b1d5-549a85b4a32d tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Aug 24 15:40:06.745930 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:06.746315 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:06.838227 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:06.838880 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:06.882826 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:06.887530 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:06.953740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:07.010886 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 757c5148-626f-497b-9c3f-eb7ddc451517 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:40:07.014750 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 8ee4b72d-06e6-445c-b67f-76ba6a440e1a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:07.058967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:07.099543 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:40:07.115374 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:07.115754 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:07.237693 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee14ae-aaf7-438d-9caa-08c896ca6848 req-d84cfe48-f84c-4e7a-9720-e46214f997c0 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:07.246942 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=757c5148-626f-497b-9c3f-eb7ddc451517,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:07.250684 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdee14ae-aaf7-438d-9caa-08c896ca6848 req-d84cfe48-f84c-4e7a-9720-e46214f997c0 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 943 time: 0.0752006 Aug 24 15:40:07.268856 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '757c5148-626f-497b-9c3f-eb7ddc451517', 'network_id': 'cc385d41-488b-42c2-8d03-cfd468490140', 'port_id': '757c5148-626f-497b-9c3f-eb7ddc451517', 'mac_address': 'fa:16:3e:a1:03:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:40:07.269152 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:07.271118 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:07.271576 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:07.316592 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:07.318572 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:07.321387 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71132066-9538-4d93-a403-fd3fbb2ea0d9" -d '{"events": [{"server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "name": "network-vif-plugged", "status": "completed", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:07.328299 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:07.339226 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdee14ae-aaf7-438d-9caa-08c896ca6848 req-43400358-c872-4340-bbaf-53dbcaa39d4c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868003 Aug 24 15:40:07.400927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 757c5148-626f-497b-9c3f-eb7ddc451517 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:07.401485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:07.406218 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:07.421190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e854ed-6e6b-4fc8-88f1-e1dbbe875fd7 x-openstack-request-id: req-34e854ed-6e6b-4fc8-88f1-e1dbbe875fd7 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:07.421585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "name": "network-vif-plugged", "status": "completed", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:07.421844 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34e854ed-6e6b-4fc8-88f1-e1dbbe875fd7 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:07.422336 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e854ed-6e6b-4fc8-88f1-e1dbbe875fd7'] response: {'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a', 'code': 200} Aug 24 15:40:07.435931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757c5148-626f-497b-9c3f-eb7ddc451517 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:07.457276 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:07.468601 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=757c5148-626f-497b-9c3f-eb7ddc451517,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:07.474029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:07.536970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:07.617579 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c37194-c438-4f46-bf96-b036b8c89444 req-fa84d37d-ba56-4694-95a4-f6699870ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:07.619809 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-73c37194-c438-4f46-bf96-b036b8c89444 req-fa84d37d-ba56-4694-95a4-f6699870ca84 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 1134 time: 0.0459685 Aug 24 15:40:07.681807 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-73c37194-c438-4f46-bf96-b036b8c89444 req-851db3db-146d-46c8-91c2-e257caa174e1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550296 Aug 24 15:40:07.805456 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['757c5148-626f-497b-9c3f-eb7ddc451517'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:07.855328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606396ab-4759-4c89-aecb-ceb1b19e8a3c req-c00293cf-0a6b-442d-a2f2-c9491bf150ac tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:07.863963 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-606396ab-4759-4c89-aecb-ceb1b19e8a3c req-c00293cf-0a6b-442d-a2f2-c9491bf150ac tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0602050 Aug 24 15:40:07.922107 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-606396ab-4759-4c89-aecb-ceb1b19e8a3c req-40b65484-7976-4b3e-af5c-126de65b7792 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566895 Aug 24 15:40:08.493129 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3618851-7651-4865-b86d-1bb7648d90b7 req-4fd52c10-f6aa-4a1f-a11f-859917f693b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:08.494762 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3618851-7651-4865-b86d-1bb7648d90b7 req-4fd52c10-f6aa-4a1f-a11f-859917f693b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 944 time: 0.0666986 Aug 24 15:40:08.552051 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e3618851-7651-4865-b86d-1bb7648d90b7 req-fd219492-8e3b-4ef0-beb6-4045ac2dcd1d tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Aug 24 15:40:08.633315 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:08.687607 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:08.688054 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:08.771277 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:09.015630 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 757c5148-626f-497b-9c3f-eb7ddc451517 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:09.099454 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 757c5148-626f-497b-9c3f-eb7ddc451517 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:40:09.108017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f733752-56b1-4716-bf4f-53702beb46c8 req-0d60521a-4bc2-43b5-b4b1-9a163ae17808 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:09.109169 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 757c5148-626f-497b-9c3f-eb7ddc451517 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:09.110691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0f733752-56b1-4716-bf4f-53702beb46c8 req-0d60521a-4bc2-43b5-b4b1-9a163ae17808 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.1120400 Aug 24 15:40:09.112450 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:09.114085 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:09.182185 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0f733752-56b1-4716-bf4f-53702beb46c8 req-b270620d-957f-4052-b45b-81de6e3c0fa2 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Aug 24 15:40:09.236580 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 757c5148-626f-497b-9c3f-eb7ddc451517 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:09.237014 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:09.278475 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=757c5148-626f-497b-9c3f-eb7ddc451517,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:09.283033 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:09.348324 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:09.423928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:09.426985 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d5d51-c589-4aee-80fa-d0076207daea" -d '{"events": [{"server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "name": "network-vif-plugged", "status": "completed", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:09.480970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa5d84-3bcd-4a82-8440-22e7dddb1257 x-openstack-request-id: req-92fa5d84-3bcd-4a82-8440-22e7dddb1257 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:09.481790 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "name": "network-vif-plugged", "status": "completed", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:09.482145 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92fa5d84-3bcd-4a82-8440-22e7dddb1257 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:09.482669 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fa5d84-3bcd-4a82-8440-22e7dddb1257'] response: {'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517', 'code': 200} Aug 24 15:40:09.722472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d836c-ed9b-48b0-81be-9524ffeca479 req-99241014-075b-4a96-ab25-b7ec8475243e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:09.727446 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59abd51-4154-4ab8-9adb-1e91c586d4c8 req-49db5842-c1cc-4b58-9633-f7696f1d9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:09.729073 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a59abd51-4154-4ab8-9adb-1e91c586d4c8 req-49db5842-c1cc-4b58-9633-f7696f1d9b83 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 1129 time: 0.0454781 Aug 24 15:40:09.731500 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-934d836c-ed9b-48b0-81be-9524ffeca479 req-99241014-075b-4a96-ab25-b7ec8475243e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0860643 Aug 24 15:40:09.783913 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a59abd51-4154-4ab8-9adb-1e91c586d4c8 req-e8a5d4fe-08cd-4054-9887-43f018129887 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Aug 24 15:40:10.012650 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-934d836c-ed9b-48b0-81be-9524ffeca479 req-3e1f88dd-f8be-4359-9d22-a12b42100555 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798791 Aug 24 15:40:10.322414 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581a83d-b4f7-49c0-a005-845d52002572 req-495d1983-af11-4df9-bd3c-0f22f94e6827 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:10.324780 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9581a83d-b4f7-49c0-a005-845d52002572 req-495d1983-af11-4df9-bd3c-0f22f94e6827 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0525854 Aug 24 15:40:10.379799 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9581a83d-b4f7-49c0-a005-845d52002572 req-abf83743-b68b-49ee-9666-05da322e3dee tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482717 Aug 24 15:40:10.701572 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f601e-fd6b-4b41-a2ce-b96135646684 req-2893be2a-bb83-4ac0-8bb0-a7eb38e345c8 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:10.703125 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a68f601e-fd6b-4b41-a2ce-b96135646684 req-2893be2a-bb83-4ac0-8bb0-a7eb38e345c8 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0632503 Aug 24 15:40:10.759036 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a68f601e-fd6b-4b41-a2ce-b96135646684 req-9cee4d40-42d0-4dd0-97ad-99c590ce12a3 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 Aug 24 15:40:11.134721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5951a-4d86-40b1-84d6-67a6fdfba98c req-82bddc5b-f0df-4c44-9e49-aaa7cf8f53ef tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:11.141943 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35b5951a-4d86-40b1-84d6-67a6fdfba98c req-82bddc5b-f0df-4c44-9e49-aaa7cf8f53ef tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0554135 Aug 24 15:40:11.191657 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35b5951a-4d86-40b1-84d6-67a6fdfba98c req-1c951b6d-1ca3-4c4d-94c7-2022c280a150 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488069 Aug 24 15:40:11.884806 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23687f85-4d5e-4aad-b6a7-80d5d1dae211 req-6792b6ff-ea93-479f-bf28-07eb98b53e5c tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:11.886414 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-23687f85-4d5e-4aad-b6a7-80d5d1dae211 req-6792b6ff-ea93-479f-bf28-07eb98b53e5c tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0500233 Aug 24 15:40:11.929791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:11.941524 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-23687f85-4d5e-4aad-b6a7-80d5d1dae211 req-f3428a44-b646-4bfa-b20f-c3b45676ab13 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Aug 24 15:40:12.308814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-75e4a5d7-b507-45ea-b40e-10de8da833ff tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:12.310119 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-75e4a5d7-b507-45ea-b40e-10de8da833ff tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1303215 Aug 24 15:40:12.329943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac6c52-1799-447a-a824-70b7c4656c74 req-ac429f20-fd90-47bb-ac8a-0adf1c027730 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:12.332042 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4bac6c52-1799-447a-a824-70b7c4656c74 req-ac429f20-fd90-47bb-ac8a-0adf1c027730 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0613437 Aug 24 15:40:12.353625 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-4e8c9fc8-4a85-4008-9521-f5eb8e4981e8 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/quotas/0159b61c064b4eca9fcb9ed3c1fff2b5 HTTP/1.1" status: 200 len: 375 time: 0.0206127 Aug 24 15:40:12.423717 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-7500d006-9fe4-4ac0-b781-6a63ab2e6ea8 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636902 Aug 24 15:40:12.427007 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4bac6c52-1799-447a-a824-70b7c4656c74 req-5715cd85-c309-45f8-800d-d918966b5089 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875881 Aug 24 15:40:12.453410 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:12.524872 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-4af16e82-c14b-4eaa-b2f6-1e0d378dc1ab service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898399 Aug 24 15:40:12.616817 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-d4a43388-059a-498d-b1bb-b44ade668fdc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862758 Aug 24 15:40:12.800720 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-255eb8ef-4c7b-4128-8fc3-513c25e62a91 req-0a0e94d7-4862-4002-9e36-1478268ef14d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0301993 Aug 24 15:40:12.946758 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-6aaafb41-aa02-46ee-82e0-df740c13048f tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:12.949283 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-6aaafb41-aa02-46ee-82e0-df740c13048f tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0564883 Aug 24 15:40:13.077205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:13.090807 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Deleting port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:40:13.091031 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:13.108057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8176fc9-386f-41c2-b596-a4f09bb865ca req-c231dd7f-0fea-4cde-bb48-9c888d899b13 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:13.112875 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f8176fc9-386f-41c2-b596-a4f09bb865ca req-c231dd7f-0fea-4cde-bb48-9c888d899b13 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 950 time: 0.0796280 Aug 24 15:40:13.178794 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f8176fc9-386f-41c2-b596-a4f09bb865ca req-a931f101-3660-4de6-b186-1c639082e959 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=26655444-6fe4-455c-8bd4-832897237806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Aug 24 15:40:13.221248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] For port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,segment=NetworkSegment(c1b09c27-1476-4558-b8a4-177b2d40a1fc),segment_id=c1b09c27-1476-4558-b8a4-177b2d40a1fc)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:13.221790 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:13.236363 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Calling delete_port for 8ee4b72d-06e6-445c-b67f-76ba6a440e1a owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:40:13.245917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2bcd-3d19-4a76-83c8-6d728fa22f32 req-26acf159-b34c-4774-b310-18a785d02bec tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:13.252937 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1efc2bcd-3d19-4a76-83c8-6d728fa22f32 req-26acf159-b34c-4774-b310-18a785d02bec tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Aug 24 15:40:13.281459 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:13.300134 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1efc2bcd-3d19-4a76-83c8-6d728fa22f32 req-e3abb4ee-8048-47fb-9938-064f38a7c8b3 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Aug 24 15:40:13.372457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (8ee4b72d-06e6-445c-b67f-76ba6a440e1a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:13.388248 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['8ee4b72d-06e6-445c-b67f-76ba6a440e1a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:13.405986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Pushing event deleted for resources: {'Port': ['ID=8ee4b72d-06e6-445c-b67f-76ba6a440e1a,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:13.445761 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3e10-e44a-4fd0-ad41-850498bd7fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:13.451391 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] No DVR routers for this DVR port 8ee4b72d-06e6-445c-b67f-76ba6a440e1a on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:40:13.453941 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:13.458409 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1074d5ba-1824-4fa3-8b66-d142682e6811 req-0fdf4ca5-3f01-4130-8070-243424c93907 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8ee4b72d-06e6-445c-b67f-76ba6a440e1a HTTP/1.1" status: 204 len: 173 time: 0.5015280 Aug 24 15:40:13.458891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'name': 'network-vif-deleted', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:13.461141 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1cc4a2-3fce-4f28-ae1a-d6acf8a7cca7" -d '{"events": [{"server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "name": "network-vif-deleted", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:13.498927 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd105dc0-7a6a-4108-b382-4f290bd577d8 x-openstack-request-id: req-cd105dc0-7a6a-4108-b382-4f290bd577d8 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:13.499249 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5284e905-c524-43ed-9d96-20e078df2a50", "name": "network-vif-deleted", "tag": "8ee4b72d-06e6-445c-b67f-76ba6a440e1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:13.499507 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd105dc0-7a6a-4108-b382-4f290bd577d8 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:13.499913 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd105dc0-7a6a-4108-b382-4f290bd577d8'] response: {'server_uuid': '5284e905-c524-43ed-9d96-20e078df2a50', 'name': 'network-vif-deleted', 'tag': '8ee4b72d-06e6-445c-b67f-76ba6a440e1a', 'status': 'completed', 'code': 200} Aug 24 15:40:13.899668 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-da15108d-5c52-42f1-8cd8-a5d7c3e018bf req-50e17f76-e8bd-46dd-9959-f9002bef3c56 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0282769 Aug 24 15:40:14.283446 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7a8940d0-c1a0-4814-b307-94ef6cb75c04 req-fa1b9667-cd22-482b-a88d-88e6cfe8c6a2 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 210 time: 0.0303972 Aug 24 15:40:14.421144 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88eb3-d2ff-4716-9cc1-48eb15ba7f94 req-7b6c2129-4060-44fd-8407-1075a5616077 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:14.422660 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-97e88eb3-d2ff-4716-9cc1-48eb15ba7f94 req-7b6c2129-4060-44fd-8407-1075a5616077 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Aug 24 15:40:14.490302 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-97e88eb3-d2ff-4716-9cc1-48eb15ba7f94 req-b0ea48c9-6898-4db7-ad26-601408f00c3a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Aug 24 15:40:15.009393 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-96e4c651-5038-4615-b7fd-4833fa74e9e1 req-0859111e-02ca-46c3-a00b-9f1f37c3b49e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Aug 24 15:40:15.071341 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-44112455-ea88-4ab5-b40f-0b3311ad52d7 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:15.072784 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-44112455-ea88-4ab5-b40f-0b3311ad52d7 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0591865 Aug 24 15:40:15.435885 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd355087-5819-4e3d-994c-5814b5d425bb req-87b5c5b4-0941-42e1-9c50-ebef16b59ef2 tempest-VolumesNegativeTest-610213714 tempest-VolumesNegativeTest-610213714-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5284e905-c524-43ed-9d96-20e078df2a50 HTTP/1.1" status: 200 len: 210 time: 0.0394657 Aug 24 15:40:15.466672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Deleting port 757c5148-626f-497b-9c3f-eb7ddc451517 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:40:15.467271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:15.626416 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be357-226a-4eea-ae17-81942e877a95 req-ed844e21-061c-41a5-88b3-866d2a230715 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:15.628876 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cd8be357-226a-4eea-ae17-81942e877a95 req-ed844e21-061c-41a5-88b3-866d2a230715 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Aug 24 15:40:15.629297 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-b887d41a-2dda-4d4a-91dc-095ed8e5afd6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:15.631262 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-b887d41a-2dda-4d4a-91dc-095ed8e5afd6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 815 time: 0.1971328 Aug 24 15:40:15.643556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] For port 757c5148-626f-497b-9c3f-eb7ddc451517, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=757c5148-626f-497b-9c3f-eb7ddc451517,segment=NetworkSegment(956222bf-c67b-4a9e-a7fc-33b16688d512),segment_id=956222bf-c67b-4a9e-a7fc-33b16688d512)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:15.643934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:15.656516 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Calling delete_port for 757c5148-626f-497b-9c3f-eb7ddc451517 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:40:15.679475 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cd8be357-226a-4eea-ae17-81942e877a95 req-79d36c4b-ca86-4067-b940-af059281cc56 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=837c9a27-a260-49b9-89b9-97e17cda3f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Aug 24 15:40:15.715385 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'port': {'device_id': '88d42888-8264-452f-ae88-fba52364c8c7', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'admin_state_up': True, 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:15.733263 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fb036deb-d16b-4b85-9a75-4c3902be7b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:15.831086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:15.897451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Made reservation on behalf of 0159b61c064b4eca9fcb9ed3c1fff2b5 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:40:15.901437 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:15.939311 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (757c5148-626f-497b-9c3f-eb7ddc451517), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:15.954553 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['757c5148-626f-497b-9c3f-eb7ddc451517'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:15.983439 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Pushing event deleted for resources: {'Port': ['ID=757c5148-626f-497b-9c3f-eb7ddc451517,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:16.068798 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] No DVR routers for this DVR port 757c5148-626f-497b-9c3f-eb7ddc451517 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:40:16.071610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:16.075174 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-abf4e0f0-9dd0-42ce-8f0f-ba9484324ae2 req-24997861-3dcd-4d04-9145-38afd6cd959c tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.18 "DELETE /networking/v2.0/ports/757c5148-626f-497b-9c3f-eb7ddc451517 HTTP/1.1" status: 204 len: 173 time: 0.7593091 Aug 24 15:40:16.078390 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'name': 'network-vif-deleted', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:16.081595 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0b9ee-9222-4df1-a016-ec77f8224dbf" -d '{"events": [{"server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "name": "network-vif-deleted", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:16.086767 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:16.156123 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a65914-6793-4ba2-ad1c-2b8ef71a3798 x-openstack-request-id: req-06a65914-6793-4ba2-ad1c-2b8ef71a3798 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:16.156498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66e7e7-cc2a-4da5-bf7c-320857fcd190", "name": "network-vif-deleted", "tag": "757c5148-626f-497b-9c3f-eb7ddc451517", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:16.156893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06a65914-6793-4ba2-ad1c-2b8ef71a3798 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:16.157294 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a65914-6793-4ba2-ad1c-2b8ef71a3798'] response: {'server_uuid': '5a66e7e7-cc2a-4da5-bf7c-320857fcd190', 'name': 'network-vif-deleted', 'tag': '757c5148-626f-497b-9c3f-eb7ddc451517', 'status': 'completed', 'code': 200} Aug 24 15:40:16.192905 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29f34be2-9147-42ac-be37-eeb37761bc2a req-9b41b9b2-f40d-43fe-ab59-16874bde30dc tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0603418 Aug 24 15:40:16.220896 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Allocated IP 172.20.0.11 (e491238d-18b9-4e6b-89f5-934f642bbaa2/76bfaefb-d7cc-4a47-86e7-aae2dad58bd8/c4f2df01-be68-4ea2-b398-f784a2bbe163) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:40:16.439114 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:16.486997 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:16.560958 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:40:16.564559 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:40:16.580287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:40:16.625892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:16.669061 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:16.676904 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:16.702846 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-e0e22fb9-bcf7-4751-bacb-4ec28a78e50e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9925423 Aug 24 15:40:16.818026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0d57354a-cbd5-4c95-9678-5eda5a5d3794 req-380054a6-8677-4a2b-923c-dc114a363bce tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0425615 Aug 24 15:40:16.973583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8fd06c27-07a1-4704-84ca-0e11a01f17d1 None None] Provisioning complete for port c4f2df01-be68-4ea2-b398-f784a2bbe163 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:16.974422 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8fd06c27-07a1-4704-84ca-0e11a01f17d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:17.016502 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8fd06c27-07a1-4704-84ca-0e11a01f17d1 None None] Port c4f2df01-be68-4ea2-b398-f784a2bbe163 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:40:17.061353 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:17.084001 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 8ee4b72d-06e6-445c-b67f-76ba6a440e1a no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:40:17.112642 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 8ee4b72d-06e6-445c-b67f-76ba6a440e1a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:40:17.113229 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 8ee4b72d-06e6-445c-b67f-76ba6a440e1a not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:40:17.113744 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 757c5148-626f-497b-9c3f-eb7ddc451517 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:40:17.134898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:17.135936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 757c5148-626f-497b-9c3f-eb7ddc451517 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:40:17.136457 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 757c5148-626f-497b-9c3f-eb7ddc451517 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:40:17.385167 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747286-1c3c-42a1-820c-637c38e243cd req-25aef15f-b1f4-4ca1-91a4-83f20ce23cec tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:17.386902 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af747286-1c3c-42a1-820c-637c38e243cd req-25aef15f-b1f4-4ca1-91a4-83f20ce23cec tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0751834 Aug 24 15:40:17.444857 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:17.462200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af747286-1c3c-42a1-820c-637c38e243cd req-07246696-d2f8-4d37-80df-6f45ca8bb74f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 Aug 24 15:40:17.944068 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d4b4084a-b289-4017-965d-7e20becfb376 req-c3d9309f-2ccf-43bc-b911-4e7fd627dfe6 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0326629 Aug 24 15:40:18.389842 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:18.521230 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:18.664140 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b4cf-f6c1-4a2c-83a0-c8e0e3421339 req-21402fca-94ce-460c-ac70-fd552af6e5df tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:18.666479 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4b37b4cf-f6c1-4a2c-83a0-c8e0e3421339 req-21402fca-94ce-460c-ac70-fd552af6e5df tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0669622 Aug 24 15:40:18.734498 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4b37b4cf-f6c1-4a2c-83a0-c8e0e3421339 req-3cb24d03-3a97-40ec-92e5-f4145217291c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622671 Aug 24 15:40:18.986178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:19.089543 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-43d39bd4-fbed-4a35-ac8e-d7e4044a15fe req-b6ea3d9a-8f8b-4880-ad47-3b0196a098d4 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0439515 Aug 24 15:40:19.872333 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f675-371c-4e10-80cb-3c74758c0313 req-540deb44-7080-40d1-af89-29098aaf7e37 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:19.881234 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a0a4f675-371c-4e10-80cb-3c74758c0313 req-540deb44-7080-40d1-af89-29098aaf7e37 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0608892 Aug 24 15:40:19.944210 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a0a4f675-371c-4e10-80cb-3c74758c0313 req-9f9bfc2b-43c1-400c-9764-a221e5ae859a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619152 Aug 24 15:40:20.189572 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6ae0509e-338a-492d-b2d9-9d6917735203 req-f9aa97fc-90b2-4d4d-8021-a5f25739002a tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Aug 24 15:40:21.085319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e2c1-8449-49c2-85c2-4e7377993169 req-bb834674-55fc-4cab-8ba4-aa5cc0e43cae tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:21.086951 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8a71e2c1-8449-49c2-85c2-4e7377993169 req-bb834674-55fc-4cab-8ba4-aa5cc0e43cae tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0603006 Aug 24 15:40:21.141454 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8a71e2c1-8449-49c2-85c2-4e7377993169 req-09a7813c-e3a1-4a2d-b4c9-ca9301ef0890 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Aug 24 15:40:21.304054 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7afe3f5f-4752-47b3-9604-c18536ac7d15 req-ad610bd1-e1ec-4fda-b963-090431068034 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0334084 Aug 24 15:40:21.473259 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 53708) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:21.596389 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:21.630055 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-639b49ae-6a8f-493a-9fa6-f4e5debec4d6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9128d708b9c645cf914914a2378ff6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554170 Aug 24 15:40:21.630269 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 53712) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:21.689231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] Publish callbacks [] for security_group (26655444-6fe4-455c-8bd4-832897237806), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:21.710198 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] Publish callbacks [] for security_group (26655444-6fe4-455c-8bd4-832897237806), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:21.767582 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (26655444-6fe4-455c-8bd4-832897237806), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:21.770938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:21.772222 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/26655444-6fe4-455c-8bd4-832897237806 HTTP/1.1" status: 204 len: 168 time: 0.1405103 Aug 24 15:40:21.786141 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1c71b-3a7c-4ea1-875c-1d6882a64926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26655444-6fe4-455c-8bd4-832897237806,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:22.271534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded407-c328-42a1-aec8-22eb07ccb3c7 req-5fc482dd-5c81-4dcb-964c-da1e2632ec54 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:22.273032 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b0ded407-c328-42a1-aec8-22eb07ccb3c7 req-5fc482dd-5c81-4dcb-964c-da1e2632ec54 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0521760 Aug 24 15:40:22.335340 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b0ded407-c328-42a1-aec8-22eb07ccb3c7 req-f3bfa205-a6a2-41b3-8be5-7e3cbf7e4647 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Aug 24 15:40:22.440418 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7b4395ff-d1ca-4734-9e35-b7bdc75d120d req-daebdb77-bbbc-47f0-beb3-f3f7bfc9be8e tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Aug 24 15:40:22.927277 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=24 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:22.928971 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:23.465174 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817c0e4-601e-4499-8bdc-bea90472b4ba req-d36b0c68-16a3-4f26-93b8-4ce3764fb6b0 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:23.466564 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3817c0e4-601e-4499-8bdc-bea90472b4ba req-d36b0c68-16a3-4f26-93b8-4ce3764fb6b0 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 932 time: 0.0468512 Aug 24 15:40:23.536303 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3817c0e4-601e-4499-8bdc-bea90472b4ba req-c79c1811-32aa-482c-be63-74aecfc66c40 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Aug 24 15:40:23.556097 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-91c7a0d1-f7eb-4839-934d-459331738c88 req-370e32a2-1d55-4251-bcb6-66edf8051e73 tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0338392 Aug 24 15:40:23.910741 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Request body: {'port': {'device_id': '88d42888-8264-452f-ae88-fba52364c8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:23.919536 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:40:23.970787 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:23.979065 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.058318 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-15d03786-5dc9-43cf-866e-0bf06adad2f5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698364 Aug 24 15:40:24.179761 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-7c2d457e-678d-44ee-94fd-f01dac848b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.181308 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-7c2d457e-678d-44ee-94fd-f01dac848b23 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 1129 time: 0.0654573 Aug 24 15:40:24.237755 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:24.365541 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-b1d044bf-c1e0-4529-b9aa-bce6e79f557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.367034 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-b1d044bf-c1e0-4529-b9aa-bce6e79f557d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1387212 Aug 24 15:40:24.394931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f2df01-be68-4ea2-b398-f784a2bbe163 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:24.402323 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks [] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.414600 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Transition to ACTIVE for port object c4f2df01-be68-4ea2-b398-f784a2bbe163 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:40:24.418099 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.478247 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:24.506872 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.507225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.507591 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.507916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.508254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.508588 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.508919 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.509248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.509577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.509905 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.510233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.510560 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.510909 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.511242 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.511568 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:24.540687 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Attempting to bind port c4f2df01-be68-4ea2-b398-f784a2bbe163 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:40:24.541051 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Attempting to bind port c4f2df01-be68-4ea2-b398-f784a2bbe163 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:40:24.541387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Attempting to bind port c4f2df01-be68-4ea2-b398-f784a2bbe163 on network e491238d-18b9-4e6b-89f5-934f642bbaa2 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:24.545700 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Port c4f2df01-be68-4ea2-b398-f784a2bbe163 on network e491238d-18b9-4e6b-89f5-934f642bbaa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:40:24.546025 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Attempting to bind port c4f2df01-be68-4ea2-b398-f784a2bbe163 on network e491238d-18b9-4e6b-89f5-934f642bbaa2 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:40:24.551677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:40:24.552015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Checking segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:40:24.552399 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Bound using segment: {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:40:24.552821 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Bound port: c4f2df01-be68-4ea2-b398-f784a2bbe163, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef236454-e67f-4f09-9725-f7e4b79118bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:40:24.553184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.649542 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-7bca9051-c154-4468-9756-0764aa1061f6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 200 len: 217 time: 0.0406415 Aug 24 15:40:24.653347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:40:24.678258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:40:24.687603 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6891b3d1-d150-4cd8-9d49-ea98a9ec0b9b req-c63031b3-5936-459b-b984-d7b039300e2b tempest-VolumesActionsTest-655072483 tempest-VolumesActionsTest-655072483-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5a66e7e7-cc2a-4da5-bf7c-320857fcd190 HTTP/1.1" status: 200 len: 210 time: 0.0332930 Aug 24 15:40:24.699679 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40c534-45b6-4981-a488-b4cee7a665d4 req-499e9df3-e403-4933-aec0-e7c1f01aef46 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.701459 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd40c534-45b6-4981-a488-b4cee7a665d4 req-499e9df3-e403-4933-aec0-e7c1f01aef46 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0833197 Aug 24 15:40:24.708044 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.717102 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.717726 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:24.719146 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 1094 time: 0.8134413 Aug 24 15:40:24.719655 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:24.722093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b77078-2c7f-4534-897b-00e7824a5ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:24.726692 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:24.748626 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-0214633c-3f1b-413c-b2e0-ae3d08cdec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.750107 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-0214633c-3f1b-413c-b2e0-ae3d08cdec63 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0925844 Aug 24 15:40:24.802184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f9212-87f3-436d-bc3e-a6d7bea3e1a2 x-openstack-request-id: req-dd4f9212-87f3-436d-bc3e-a6d7bea3e1a2 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:24.802607 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:24.802759 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd40c534-45b6-4981-a488-b4cee7a665d4 req-529ff2de-8f68-4509-ae18-b289f540064f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932314 Aug 24 15:40:24.802917 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd4f9212-87f3-436d-bc3e-a6d7bea3e1a2 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:24.803325 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4f9212-87f3-436d-bc3e-a6d7bea3e1a2'] response: {'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:40:24.856375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943c0ac-3151-4467-aed4-ba7364ff7d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:24.861425 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-90e71bc6-bab1-4ff4-9717-6a26b5723255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.863215 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-90e71bc6-bab1-4ff4-9717-6a26b5723255 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001496 Aug 24 15:40:24.866498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-583d5f89-1573-443d-9b7d-225fa8bbc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:24.867887 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-583d5f89-1573-443d-9b7d-225fa8bbc095 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1128 time: 0.0674980 Aug 24 15:40:24.928948 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-9e2cf343-7398-493d-b6f4-3355fee31eb8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 217 time: 0.0484428 Aug 24 15:40:25.260373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-c7286396-305c-4d86-a601-ddba310ec98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:25.261785 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-c7286396-305c-4d86-a601-ddba310ec98d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.3230777 Aug 24 15:40:25.266957 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-4f201e63-781a-4392-ba26-1a2092b76822 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875828 Aug 24 15:40:25.336861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416332fd-6a4d-449c-840b-5b576c9400ce req-72b2181f-c237-4caf-9cea-ed1ffab5e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:25.338342 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-72b2181f-c237-4caf-9cea-ed1ffab5e6d9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632553 Aug 24 15:40:25.441008 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:25.451192 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-81d91e44-2d6f-4efe-bb9d-ae181654824c req-664d8d36-a668-4d19-b101-a9e08f31bc2f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674519 Aug 24 15:40:25.474581 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-eb6d0ace-58ac-480a-b3a9-a0f4c9a0f557 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062057 Aug 24 15:40:25.568797 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-416332fd-6a4d-449c-840b-5b576c9400ce req-a6cab58c-450a-461f-bf03-a09030692007 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870056 Aug 24 15:40:25.925846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ed043-d5eb-4b80-88bf-c8e57f955458 req-713eff56-6178-4130-a9cf-f73b5d4bd850 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:25.928160 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f69ed043-d5eb-4b80-88bf-c8e57f955458 req-713eff56-6178-4130-a9cf-f73b5d4bd850 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0515900 Aug 24 15:40:25.985911 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f69ed043-d5eb-4b80-88bf-c8e57f955458 req-efe98983-c06c-4641-b339-c810d4f0bf22 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520184 Aug 24 15:40:27.112082 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad92d-fdb2-40cf-b997-6fa8f51b49b2 req-2aaef420-149d-4281-8c56-3fb76cab10a6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:27.113548 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c97ad92d-fdb2-40cf-b997-6fa8f51b49b2 req-2aaef420-149d-4281-8c56-3fb76cab10a6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0580499 Aug 24 15:40:27.161623 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c97ad92d-fdb2-40cf-b997-6fa8f51b49b2 req-62284004-94d2-4810-aed4-d9f2c4b3a120 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Aug 24 15:40:28.279218 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb7f0c-39a5-4000-8679-45005f6f575f req-2e53a6c3-19ca-432e-b23c-0b6bd358621e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:28.280683 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3cbb7f0c-39a5-4000-8679-45005f6f575f req-2e53a6c3-19ca-432e-b23c-0b6bd358621e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Aug 24 15:40:28.328026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3cbb7f0c-39a5-4000-8679-45005f6f575f req-91777a3a-e3f9-4f34-8360-5808337d5a42 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416203 Aug 24 15:40:29.449105 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94faa2-d0f3-4a32-9e7e-b5ba6860c001 req-1b033e5c-f916-4573-b4a4-aca63791030b tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:29.450668 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0c94faa2-d0f3-4a32-9e7e-b5ba6860c001 req-1b033e5c-f916-4573-b4a4-aca63791030b tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Aug 24 15:40:29.490935 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-c2973142-6a0d-4ff4-90f7-10fa0bc5887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:29.492133 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-c2973142-6a0d-4ff4-90f7-10fa0bc5887d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1128 time: 0.0417471 Aug 24 15:40:29.503520 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0c94faa2-d0f3-4a32-9e7e-b5ba6860c001 req-b4163286-57c0-4cc3-a3ad-1394edd3d302 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Aug 24 15:40:29.610523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-1beb33a7-f72d-4124-8587-60d62a14eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:29.612732 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-1beb33a7-f72d-4124-8587-60d62a14eca6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.0967629 Aug 24 15:40:29.845068 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-39c9bf33-cfd7-4dff-86d1-e79e7fdcf2ff service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 217 time: 0.0338943 Aug 24 15:40:29.893820 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-4d6e6012-6c37-4760-8a09-2b1253f0ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:29.895301 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-4d6e6012-6c37-4760-8a09-2b1253f0ce6d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.0440507 Aug 24 15:40:29.943906 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-8c3b9001-ed9e-43db-a569-c6ab8f1eaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:29.945396 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-8c3b9001-ed9e-43db-a569-c6ab8f1eaa91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438552 Aug 24 15:40:30.043283 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-c9b8f273-0df1-4a82-a1d4-43ba186a033e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893335 Aug 24 15:40:30.121269 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:30.138819 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-21b77078-2c7f-4534-897b-00e7824a5ce6 req-a91cbb9e-5fff-4221-9c29-7ccc8c853d97 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Aug 24 15:40:30.589923 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:30.629940 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a06f7-fb88-48b6-b09d-59bffc880e84 req-5e4a7859-14df-4529-b1d8-d5912009391f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:30.631567 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c20a06f7-fb88-48b6-b09d-59bffc880e84 req-5e4a7859-14df-4529-b1d8-d5912009391f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 944 time: 0.0520673 Aug 24 15:40:30.683258 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c20a06f7-fb88-48b6-b09d-59bffc880e84 req-17e1c0e4-ec9a-4bf6-a44e-61973cddbdb5 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Aug 24 15:40:31.149163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c4f2df01-be68-4ea2-b398-f784a2bbe163 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:40:31.256083 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:31.400970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'port_id': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'mac_address': 'fa:16:3e:ac:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:40:31.442248 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port c4f2df01-be68-4ea2-b398-f784a2bbe163 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:31.442710 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:31.457778 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f2df01-be68-4ea2-b398-f784a2bbe163 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:40:31.486039 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:31.491221 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:31.544622 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:31.804675 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:31.839464 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd502df-b091-42d7-acb6-d5b351f82083 req-14626e42-4d77-44b1-8b35-3e1cdec875a8 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:31.852182 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1dd502df-b091-42d7-acb6-d5b351f82083 req-14626e42-4d77-44b1-8b35-3e1cdec875a8 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 945 time: 0.0765259 Aug 24 15:40:31.913278 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1dd502df-b091-42d7-acb6-d5b351f82083 req-5c0bd9a2-225e-45eb-9370-f9c2ae3f09d4 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593808 Aug 24 15:40:33.055782 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efefd3-3900-407a-95e2-6ee8af126a1f req-802268c0-b46a-45ad-a2c5-ad9487342596 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:33.058129 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6efefd3-3900-407a-95e2-6ee8af126a1f req-802268c0-b46a-45ad-a2c5-ad9487342596 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 945 time: 0.0724814 Aug 24 15:40:33.114699 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6efefd3-3900-407a-95e2-6ee8af126a1f req-4ba87f14-886f-41f6-9853-9a93e491a610 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Aug 24 15:40:33.156879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c4f2df01-be68-4ea2-b398-f784a2bbe163 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:40:33.181478 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:33.204279 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port c4f2df01-be68-4ea2-b398-f784a2bbe163 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:40:33.211358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port c4f2df01-be68-4ea2-b398-f784a2bbe163 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:40:33.211764 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:33.301334 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port c4f2df01-be68-4ea2-b398-f784a2bbe163 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:40:33.301737 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:33.340128 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:33.344017 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2dc9ec-a954-4750-9d58-2b423354c0ee" -d '{"events": [{"server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "name": "network-vif-plugged", "status": "completed", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:33.366916 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:33.395849 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:33.421403 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6404d5-5824-4daf-924e-002f418a8be2 x-openstack-request-id: req-0a6404d5-5824-4daf-924e-002f418a8be2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:33.421701 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "name": "network-vif-plugged", "status": "completed", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:33.422343 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a6404d5-5824-4daf-924e-002f418a8be2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:33.422343 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6404d5-5824-4daf-924e-002f418a8be2'] response: {'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'code': 200} Aug 24 15:40:33.451798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:33.639555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921cc1a-3236-43e5-9b4f-e1ee80d47a51 req-b9cd2cd9-8898-4323-bb5d-25d5dde80e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:33.642162 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a921cc1a-3236-43e5-9b4f-e1ee80d47a51 req-b9cd2cd9-8898-4323-bb5d-25d5dde80e1d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0550261 Aug 24 15:40:33.699718 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a921cc1a-3236-43e5-9b4f-e1ee80d47a51 req-24781a2a-f816-4229-9277-2d9c05e8f30e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500290 Aug 24 15:40:33.919307 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:34.316566 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dbee1-eaaf-4f64-8234-cd2ed8009908 req-dbb68b0d-a39e-4b7f-8494-189c00f0e9e6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:34.323605 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ba4dbee1-eaaf-4f64-8234-cd2ed8009908 req-dbb68b0d-a39e-4b7f-8494-189c00f0e9e6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0908911 Aug 24 15:40:34.355677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:34.383129 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ba4dbee1-eaaf-4f64-8234-cd2ed8009908 req-dd3d95e8-b8ba-4024-b6ce-1f49ac03a813 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Aug 24 15:40:35.528161 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1002f-e961-46a6-a1fa-d86d79a7763a req-f70a27f7-ac18-4ba7-9cbd-876e1f3c9937 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:35.537054 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-87b1002f-e961-46a6-a1fa-d86d79a7763a req-f70a27f7-ac18-4ba7-9cbd-876e1f3c9937 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0659461 Aug 24 15:40:35.591305 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-87b1002f-e961-46a6-a1fa-d86d79a7763a req-f237f2b9-dadc-4d91-879f-7150a527292f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 Aug 24 15:40:35.730409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0f21-0d56-456a-af15-46c80e14a1bd req-dd8b1b2e-25dc-4559-9f44-095d04e72595 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:35.731646 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e1de0f21-0d56-456a-af15-46c80e14a1bd req-dd8b1b2e-25dc-4559-9f44-095d04e72595 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0554183 Aug 24 15:40:35.791368 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e1de0f21-0d56-456a-af15-46c80e14a1bd req-8ad0bb77-be26-4fb3-b1e3-eca76a0c2e29 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509100 Aug 24 15:40:36.232954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec54aa8-7409-4f7e-9dcb-898b4f1a0ebc req-a336d214-31fe-45a1-8829-4f26c2c2a1ff tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:36.235902 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4ec54aa8-7409-4f7e-9dcb-898b4f1a0ebc req-a336d214-31fe-45a1-8829-4f26c2c2a1ff tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0791235 Aug 24 15:40:36.302346 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4ec54aa8-7409-4f7e-9dcb-898b4f1a0ebc req-5776a387-d41d-40c5-a7b4-fe915f38f97f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Aug 24 15:40:36.704470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11c0b-5234-432d-be2b-b5cea6fa2656 req-66cb3e28-6569-488d-a55f-2d77a8e0a497 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:36.706628 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dda11c0b-5234-432d-be2b-b5cea6fa2656 req-66cb3e28-6569-488d-a55f-2d77a8e0a497 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0715406 Aug 24 15:40:36.796123 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dda11c0b-5234-432d-be2b-b5cea6fa2656 req-7f65f2f1-c799-4b2e-ba5e-8bed8493271d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820749 Aug 24 15:40:37.936723 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bf507-9e3d-4102-94aa-51c56838b4d0 req-b38fd1d5-f937-406c-a409-395da0fe595d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:37.943696 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f73bf507-9e3d-4102-94aa-51c56838b4d0 req-b38fd1d5-f937-406c-a409-395da0fe595d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0684164 Aug 24 15:40:38.010809 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f73bf507-9e3d-4102-94aa-51c56838b4d0 req-cd449acf-5d98-4c2b-a49f-e79d6437b17e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569246 Aug 24 15:40:38.469714 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:39.154678 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5c401-3472-45f7-8d20-13888ab48a77 req-ddb9ce15-32cb-46b4-a35d-69222ec7fb94 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:39.154678 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0fc5c401-3472-45f7-8d20-13888ab48a77 req-ddb9ce15-32cb-46b4-a35d-69222ec7fb94 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0625820 Aug 24 15:40:39.228702 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0fc5c401-3472-45f7-8d20-13888ab48a77 req-347ed89d-7c33-423f-a846-e8d2bc776d63 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637298 Aug 24 15:40:40.345040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:40.374059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653854d-39ae-4c30-bb3c-86126062912d req-9dc3fa14-5e9f-47bd-9b10-0fb073470ddd tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:40.375946 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3653854d-39ae-4c30-bb3c-86126062912d req-9dc3fa14-5e9f-47bd-9b10-0fb073470ddd tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0647979 Aug 24 15:40:40.436177 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3653854d-39ae-4c30-bb3c-86126062912d req-24632dd6-d2e8-4db1-a19f-9a7679938603 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496869 Aug 24 15:40:41.573301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5062905-51c7-49b2-887f-cbcb6e7a3cdd req-a3daed73-9ab4-4d16-adf1-12676f80015a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:41.574895 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f5062905-51c7-49b2-887f-cbcb6e7a3cdd req-a3daed73-9ab4-4d16-adf1-12676f80015a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Aug 24 15:40:41.629530 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f5062905-51c7-49b2-887f-cbcb6e7a3cdd req-04a7378d-0dd3-4725-a55e-c397a9d20ebe tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Aug 24 15:40:42.766387 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad81f31-a0dd-441e-861b-494f7fa9d799 req-bf9a123d-56f7-4d1c-a47c-12e36611d690 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:42.773544 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9ad81f31-a0dd-441e-861b-494f7fa9d799 req-bf9a123d-56f7-4d1c-a47c-12e36611d690 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0585501 Aug 24 15:40:42.819190 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9ad81f31-a0dd-441e-861b-494f7fa9d799 req-8d648b5d-7664-4c04-8003-0c71223d9e51 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Aug 24 15:40:43.453386 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d00aa46e-0688-48a8-9017-e4e24e69dfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:43.685536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=65 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:43.698397 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=11 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:43.983482 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f1bf5-7d95-4484-8797-2ef7c59b002d req-951eb189-03d9-4852-82e9-a147810e086e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:43.985525 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b47f1bf5-7d95-4484-8797-2ef7c59b002d req-951eb189-03d9-4852-82e9-a147810e086e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0780835 Aug 24 15:40:44.052341 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b47f1bf5-7d95-4484-8797-2ef7c59b002d req-0184752e-23da-4b47-8a55-8f741d34aaf3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583160 Aug 24 15:40:45.214745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1907c-087d-4470-acba-06b76f9c3cbb req-2243c7d8-f84b-4c67-9dc0-950f2278af5f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:45.220295 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c5c1907c-087d-4470-acba-06b76f9c3cbb req-2243c7d8-f84b-4c67-9dc0-950f2278af5f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0761547 Aug 24 15:40:45.265470 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:45.335016 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c5c1907c-087d-4470-acba-06b76f9c3cbb req-7503f25f-496b-4319-8b2e-ab7409f0f2fd tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074021 Aug 24 15:40:45.732265 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f7ff62b7-3e56-45b7-93e0-affa72b02641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:46.314944 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f014f-7add-42e2-9476-a32d73b90e2e req-91773af3-cc72-40fb-8262-780a7a60cd44 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:46.317384 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fa2f014f-7add-42e2-9476-a32d73b90e2e req-91773af3-cc72-40fb-8262-780a7a60cd44 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0527842 Aug 24 15:40:46.381572 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fa2f014f-7add-42e2-9476-a32d73b90e2e req-0b38fb8a-ed81-43e1-a081-93280545770f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574276 Aug 24 15:40:46.411143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54074) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:46.464778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b2acf-ae92-467c-bb20-db264b9e95c3 req-be442a92-717f-4742-8626-2d5a52f52cd2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:46.472148 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e00b2acf-ae92-467c-bb20-db264b9e95c3 req-be442a92-717f-4742-8626-2d5a52f52cd2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0589414 Aug 24 15:40:46.519835 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e00b2acf-ae92-467c-bb20-db264b9e95c3 req-8c9ad9c1-b7db-49e8-a7d9-54dde82f8700 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Aug 24 15:40:46.620262 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef898fdb-fc3a-4625-90c2-c99bd3e64750 tempest-TestMinimumBasicScenario-1370855722 tempest-TestMinimumBasicScenario-1370855722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:46.621829 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ef898fdb-fc3a-4625-90c2-c99bd3e64750 tempest-TestMinimumBasicScenario-1370855722 tempest-TestMinimumBasicScenario-1370855722-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1125 time: 0.2096896 Aug 24 15:40:46.624922 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54092) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:46.629801 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'port_id': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:46.656964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:46.743197 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:46.850909 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Allocated IP 172.27.4.176 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/774666a9-3964-4c00-8320-763d28ba3d3c) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:40:46.965872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for port (774666a9-3964-4c00-8320-763d28ba3d3c), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:46.972366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:47.003537 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:47.042591 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:40:47.045778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:40:47.049351 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:40:47.060800 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:47.074120 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'Port': ['ID=774666a9-3964-4c00-8320-763d28ba3d3c,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:47.088260 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.088608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.088951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.089290 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.089624 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.090048 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.090289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.090615 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.090965 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.091292 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.091619 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.091942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.092263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.092583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.092904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:40:47.275453 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:47.432721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for floatingip (7c1b5461-34d7-4792-96e6-b1260372083c), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:47.498086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:47.668191 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72b2f9-8d16-4d3e-bd66-2fd37259d0e4 req-0d5e7f37-e28b-4a8a-b786-93acc5d79ba3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:47.669636 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d72b2f9-8d16-4d3e-bd66-2fd37259d0e4 req-0d5e7f37-e28b-4a8a-b786-93acc5d79ba3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0700328 Aug 24 15:40:47.708938 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for port (774666a9-3964-4c00-8320-763d28ba3d3c), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:47.712429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54100) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:47.723694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.043210 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:48.056837 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d72b2f9-8d16-4d3e-bd66-2fd37259d0e4 req-b0901d1a-397f-44e8-9979-966d1a04b5a5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792889 Aug 24 15:40:48.066522 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Deleting subnet 10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:40:48.070394 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'Port': ['ID=774666a9-3964-4c00-8320-763d28ba3d3c,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:48.072790 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Publish callbacks [] for subnet (10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.075474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (7c1b5461-34d7-4792-96e6-b1260372083c), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.175799 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.242136 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.285163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:48.286959 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Floating IP 7c1b5461-34d7-4792-96e6-b1260372083c associated. External IP: 172.27.4.176, port: c4f2df01-be68-4ea2-b398-f784a2bbe163. Aug 24 15:40:48.301373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-335871b1-c230-4f15-8e8f-b7157b12fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:48.302846 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-335871b1-c230-4f15-8e8f-b7157b12fd91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1129 time: 0.0444694 Aug 24 15:40:48.371206 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29ac4-699d-4146-ba73-5fa976c79c1e req-38c3172f-a021-414a-8f80-c85b99768671 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:48.372779 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-26f29ac4-699d-4146-ba73-5fa976c79c1e req-38c3172f-a021-414a-8f80-c85b99768671 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1438947 Aug 24 15:40:48.382150 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.398739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-f9c0eb48-30eb-4fdb-bf28-8ef5e02a1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:48.400002 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-f9c0eb48-30eb-4fdb-bf28-8ef5e02a1e8d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.0904818 Aug 24 15:40:48.442787 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.467715 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-936276ea-de33-4f45-898b-8daabac37fca service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 999 time: 0.0602622 Aug 24 15:40:48.486711 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:48.489050 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.492173 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-ced7a77d-9379-4474-af42-2626ec4b479a admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/10d3df5f-b5e4-4c19-8363-9ed8a0d6e59b HTTP/1.1" status: 204 len: 168 time: 0.7787929 Aug 24 15:40:48.495555 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-26f29ac4-699d-4146-ba73-5fa976c79c1e req-f4fe75a7-d70d-4733-bb26-a1d1a5a66983 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106009 Aug 24 15:40:48.497629 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54106) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:48.527667 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-af8f61d6-06fb-402c-9f37-c4a5fcb5adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:48.529639 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-af8f61d6-06fb-402c-9f37-c4a5fcb5adb1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0552797 Aug 24 15:40:48.548051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.583025 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-e323b2c0-a2cd-4f72-be8a-5e1e7588c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:48.584548 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-e323b2c0-a2cd-4f72-be8a-5e1e7588c41e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452819 Aug 24 15:40:48.639286 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (cc385d41-488b-42c2-8d03-cfd468490140), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.680928 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-0aede4ff-c30d-4947-be79-cde641e6f95f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893216 Aug 24 15:40:48.704665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Router 7551be95-45d3-43e5-af36-1c069d769150 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:40:48.751685 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (cc385d41-488b-42c2-8d03-cfd468490140), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.779948 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-188a9cbf-54c3-4990-a64b-1777468ca628 req-4f13b396-d2cb-437e-871e-b205bbcb1ecb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929685 Aug 24 15:40:48.832006 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc385d41-488b-42c2-8d03-cfd468490140']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:48.848770 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956222bf-c67b-4a9e-a7fc-33b16688d512') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:48.849064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956222bf-c67b-4a9e-a7fc-33b16688d512') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:48.862957 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (956222bf-c67b-4a9e-a7fc-33b16688d512), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.882147 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (956222bf-c67b-4a9e-a7fc-33b16688d512), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.891959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:48.896729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:40:48.897112 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (956222bf-c67b-4a9e-a7fc-33b16688d512), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:48.918763 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 956222bf-c67b-4a9e-a7fc-33b16688d512 resource provider aggregate not found Aug 24 15:40:48.922464 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:40:48.932545 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Sync routers for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:40:48.944608 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:48.945242 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:48.967352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 956222bf-c67b-4a9e-a7fc-33b16688d512 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 956222bf-c67b-4a9e-a7fc-33b16688d512 found for delete ", "request_id": "req-acbaee75-e27b-4dc0-b498-9b9316467b31"}]} Aug 24 15:40:48.977065 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.002474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (cc385d41-488b-42c2-8d03-cfd468490140), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.012738 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.015957 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/cc385d41-488b-42c2-8d03-cfd468490140 HTTP/1.1" status: 204 len: 168 time: 0.5168748 Aug 24 15:40:49.030046 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605e9ce-9459-4fa1-86bb-7f8727f8d91a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc385d41-488b-42c2-8d03-cfd468490140,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:49.037905 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4058b237-f73c-4c9c-9b65-d79c94456a08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4115341 Aug 24 15:40:49.038606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:49.040810 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54118) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.048001 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285554069', 'description': 'tempest-secgroup-smoke-285554069 description', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:49.049577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57b686-346a-4c89-9a0c-6ed61e578b86" -d '{"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:49.060261 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.068488 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:49.077550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.112972 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a5c765-e53a-4ac4-9104-84f74d21b2e3 x-openstack-request-id: req-32a5c765-e53a-4ac4-9104-84f74d21b2e3 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:49.113328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:49.113708 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32a5c765-e53a-4ac4-9104-84f74d21b2e3 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:49.116458 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a5c765-e53a-4ac4-9104-84f74d21b2e3'] response: {'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:40:49.203701 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-3b5b1615-451c-4dae-a7fd-ff39aa7e8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:49.205526 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-3b5b1615-451c-4dae-a7fd-ff39aa7e8427 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0647495 Aug 24 15:40:49.226756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (19129c0c-0209-4609-ae42-a24e14085421), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.232552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (19129c0c-0209-4609-ae42-a24e14085421), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.272139 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.273691 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2315760 Aug 24 15:40:49.276814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54126) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.281516 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:49.291970 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de827214-636c-433c-9548-3742cd4e000a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19129c0c-0209-4609-ae42-a24e14085421,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:49.328253 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54130) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.336788 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (af3be05d-edf5-4793-a0bc-d8a473542f2f), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.381044 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1fafa427-32e5-45eb-aa2c-7617c955b409 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=df1ee75d012f4378a607020154eaf0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485630 Aug 24 15:40:49.383484 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54132) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.384509 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '7c1b5461-34d7-4792-96e6-b1260372083c', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '7551be95-45d3-43e5-af36-1c069d769150', 'port_id': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'mac_address': 'fa:16:3e:ac:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d42888-8264-452f-ae88-fba52364c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:40:47Z', 'updated_at': '2022-08-24T15:40:47Z', 'revision_number': 0, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:49.403527 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:49.416815 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Checking router: 7551be95-45d3-43e5-af36-1c069d769150 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:40:49.427427 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:49.428189 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:49.446001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (af3be05d-edf5-4793-a0bc-d8a473542f2f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.452363 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (af3be05d-edf5-4793-a0bc-d8a473542f2f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.483810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3be05d-edf5-4793-a0bc-d8a473542f2f,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:49.486280 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] Publish callbacks [] for security_group (837c9a27-a260-49b9-89b9-97e17cda3f80), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.499419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.500623 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-25c83b4b-9b8d-42b2-a5aa-b8fbada30d5d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226801 Aug 24 15:40:49.504254 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54136) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.508523 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:49.532100 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] Publish callbacks [] for security_group (837c9a27-a260-49b9-89b9-97e17cda3f80), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.540555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:49.543296 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:49.598463 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (7c5789d5-0c6d-45ae-8c50-436787295a5e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.715781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0096b-06fc-48a0-9a15-38a642439892 req-dae07a51-ca82-41c8-8c2e-ff66b4a205e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:49.717313 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-64e0096b-06fc-48a0-9a15-38a642439892 req-dae07a51-ca82-41c8-8c2e-ff66b4a205e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.1133721 Aug 24 15:40:49.721260 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (837c9a27-a260-49b9-89b9-97e17cda3f80), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.724256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.726722 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/837c9a27-a260-49b9-89b9-97e17cda3f80 HTTP/1.1" status: 204 len: 168 time: 0.3409991 Aug 24 15:40:49.752205 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ac00-0804-4c29-8275-cb2065fc8101 req-5bc3bfe7-3d9b-424f-a769-41bb0a43572a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:49.754585 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7417ac00-0804-4c29-8275-cb2065fc8101 req-5bc3bfe7-3d9b-424f-a769-41bb0a43572a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.1056774 Aug 24 15:40:49.760428 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7887caf-891c-44b3-9861-7cda132f9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837c9a27-a260-49b9-89b9-97e17cda3f80,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:49.778833 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (7c5789d5-0c6d-45ae-8c50-436787295a5e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.792789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (7c5789d5-0c6d-45ae-8c50-436787295a5e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.805262 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '7c1b5461-34d7-4792-96e6-b1260372083c', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '7551be95-45d3-43e5-af36-1c069d769150', 'port_id': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'mac_address': 'fa:16:3e:ac:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d42888-8264-452f-ae88-fba52364c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:40:47Z', 'updated_at': '2022-08-24T15:40:47Z', 'revision_number': 0, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:49.848678 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5789d5-0c6d-45ae-8c50-436787295a5e,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:49.870914 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:49.876727 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7c67ba2b-9d99-4e23-a942-6fabf5c33cad tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3714540 Aug 24 15:40:49.880904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54146) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:49.899873 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84e1048-7dbc-46eb-8636-42520bf09e93 None None] The sync data for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi is: [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '7c1b5461-34d7-4792-96e6-b1260372083c', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'floating_ip_address': '172.27.4.176', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '7551be95-45d3-43e5-af36-1c069d769150', 'port_id': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'mac_address': 'fa:16:3e:ac:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d42888-8264-452f-ae88-fba52364c8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:40:47Z', 'updated_at': '2022-08-24T15:40:47Z', 'revision_number': 0, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:40:49.903958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-64e0096b-06fc-48a0-9a15-38a642439892 req-eba6e24a-ccde-47af-9841-ad4cea3e0417 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740513 Aug 24 15:40:49.928956 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:49.951503 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7417ac00-0804-4c29-8275-cb2065fc8101 req-c146225b-ae26-4de5-a1b1-1432d134d438 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713619 Aug 24 15:40:49.986881 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (1a4cb044-6535-46a9-a274-ddaf1a5cefe6), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.000811 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-7a5282f6-82b6-4680-865c-f458d4ef527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:50.002595 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-7a5282f6-82b6-4680-865c-f458d4ef527d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.1731305 Aug 24 15:40:50.020971 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:50.057409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (1a4cb044-6535-46a9-a274-ddaf1a5cefe6), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.061370 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (1a4cb044-6535-46a9-a274-ddaf1a5cefe6), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.082064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4cb044-6535-46a9-a274-ddaf1a5cefe6,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:50.090832 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.095300 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54150) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:50.095501 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5710d8b9-578f-4929-9b63-a8bab4fe0b9f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902814 Aug 24 15:40:50.104153 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:50.113832 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:50.139271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (72f2a82f-9da3-44c2-ace1-f2d1558dcc7b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.182155 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d83099-b648-4b3a-aa97-b500cf573101 None None] New status for floating IP 7c1b5461-34d7-4792-96e6-b1260372083c: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:40:50.205814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:50.221255 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (72f2a82f-9da3-44c2-ace1-f2d1558dcc7b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.226847 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (72f2a82f-9da3-44c2-ace1-f2d1558dcc7b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.245800 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f2a82f-9da3-44c2-ace1-f2d1558dcc7b,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:50.269142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.270620 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-43a183ae-419a-4f57-b0d5-b1fbcffca292 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741269 Aug 24 15:40:50.273438 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54158) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:50.277993 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:50.301032 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.securitygroups_db [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Project 0159b61c064b4eca9fcb9ed3c1fff2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:40:50.306976 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (7ee4913b-1c40-4f66-b6f0-6fcb37d90bf3), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.379164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (7ee4913b-1c40-4f66-b6f0-6fcb37d90bf3), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.383561 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (7ee4913b-1c40-4f66-b6f0-6fcb37d90bf3), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.406455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee4913b-1c40-4f66-b6f0-6fcb37d90bf3,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:50.415376 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.416775 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a7c34edc-8bd7-4371-8c19-c89629cce92f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423702 Aug 24 15:40:50.419703 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54162) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:50.424602 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'security_group_rule': {'security_group_id': '19129c0c-0209-4609-ae42-a24e14085421', 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:50.447953 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.securitygroups_db [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Project 0159b61c064b4eca9fcb9ed3c1fff2b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:40:50.454155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (1f534329-81f5-4670-a42f-d19a58bd060e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.520773 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (1f534329-81f5-4670-a42f-d19a58bd060e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.524861 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (1f534329-81f5-4670-a42f-d19a58bd060e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.546488 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f534329-81f5-4670-a42f-d19a58bd060e,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:50.553046 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:50.557001 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-966fc616-3af0-41e3-9bfe-34d0fa3c0c7c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333928 Aug 24 15:40:50.647926 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-c039ca32-b0d6-4a4b-8349-9b1a4b82a3f5 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-285554069&fields=id&tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5 HTTP/1.1" status: 200 len: 267 time: 0.0459318 Aug 24 15:40:50.686907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:50.702147 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-33adc6d1-df70-4ab7-a581-5a3e41eb0ea3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:50.703657 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-33adc6d1-df70-4ab7-a581-5a3e41eb0ea3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0503223 Aug 24 15:40:50.716067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'port': {'security_groups': ['ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb', '19129c0c-0209-4609-ae42-a24e14085421']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:40:50.799220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:51.072091 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55589506-ae58-42e5-ae7c-cf54ceb72160 req-95e4ccfb-14e8-4e1d-afa1-ffdead25ee18 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.073967 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55589506-ae58-42e5-ae7c-cf54ceb72160 req-95e4ccfb-14e8-4e1d-afa1-ffdead25ee18 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0654328 Aug 24 15:40:51.084395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:51.142390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:51.152819 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:51.167876 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.168495 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:51.169875 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-13b80c66-cfbd-48dc-8fdf-a251511ecd36 req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "PUT /networking/v2.0/ports/c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 982 time: 0.4591076 Aug 24 15:40:51.172694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:51.174015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c935066-cfbe-4fde-8582-ddfe43d453c3" -d '{"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:51.177294 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:51.199822 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55589506-ae58-42e5-ae7c-cf54ceb72160 req-2b64d2cc-5099-4157-8326-e607d250b21d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176963 Aug 24 15:40:51.213246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:51.253899 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fcd0f-8946-40dd-a471-7f7463902fe3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=6']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:51.338927 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafa870-9d4f-4881-9208-9c99659b2f86 req-a4b0573a-9533-49ed-89fe-7766e642031f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.340440 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0dafa870-9d4f-4881-9208-9c99659b2f86 req-a4b0573a-9533-49ed-89fe-7766e642031f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.0825951 Aug 24 15:40:51.370836 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1ef40-c747-43c8-a5bd-d944826eb05e req-08897f91-af09-4213-9910-5788ad909c40 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.372306 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b7a1ef40-c747-43c8-a5bd-d944826eb05e req-08897f91-af09-4213-9910-5788ad909c40 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0738351 Aug 24 15:40:51.383725 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:40:51.430673 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0dafa870-9d4f-4881-9208-9c99659b2f86 req-6ef198e2-efd7-4eb9-a36d-ca8bb800d2c8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839446 Aug 24 15:40:51.487112 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-28c3c96e-5d9a-4f08-afa7-070932bcc2e5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 1002 time: 0.0838878 Aug 24 15:40:51.497670 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b7a1ef40-c747-43c8-a5bd-d944826eb05e req-ab49ebe0-4e30-445c-b24a-41ec62479714 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166704 Aug 24 15:40:51.499191 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034f1f2-089a-4361-b785-e17eff2a039a x-openstack-request-id: req-d034f1f2-089a-4361-b785-e17eff2a039a {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:51.499491 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:51.499754 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d034f1f2-089a-4361-b785-e17eff2a039a {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:51.500157 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d034f1f2-089a-4361-b785-e17eff2a039a'] response: {'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:40:51.803071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:51.956203 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-81e45a77-6dc2-44be-8b04-d8d48a6f3034 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.957671 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-81e45a77-6dc2-44be-8b04-d8d48a6f3034 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.0575502 Aug 24 15:40:51.959207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-fd9fbd00-add3-49c3-ac6b-27fe8d95a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:51.960531 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-fd9fbd00-add3-49c3-ac6b-27fe8d95a629 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.0893009 Aug 24 15:40:52.308552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-0ca262f2-bee9-4f2b-89cb-fd53f199d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:52.310173 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-0ca262f2-bee9-4f2b-89cb-fd53f199d628 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774045 Aug 24 15:40:52.380200 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 5a903b96-7262-4382-b289-851e17d994de {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:40:52.380547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (5a903b96-7262-4382-b289-851e17d994de), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:52.506664 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-c3fca24c-9b74-41b4-ae95-76b1856336cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883852 Aug 24 15:40:52.553915 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] For port 5a903b96-7262-4382-b289-851e17d994de, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=5a903b96-7262-4382-b289-851e17d994de,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:52.554310 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (5a903b96-7262-4382-b289-851e17d994de), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:52.571644 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b42e4-fb34-4854-9d7b-8c832494a3e7 req-415b3293-17eb-49f1-ac40-4b75f73cf855 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:52.579000 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a68b42e4-fb34-4854-9d7b-8c832494a3e7 req-415b3293-17eb-49f1-ac40-4b75f73cf855 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 946 time: 0.0596848 Aug 24 15:40:52.602694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:52.629075 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a68b42e4-fb34-4854-9d7b-8c832494a3e7 req-42ee238f-9add-4d45-8a36-74365fbd79ad tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a3fb0e98-2fc6-4186-aa29-3178d0772e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491078 Aug 24 15:40:52.690164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:52.759486 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5f57b686-346a-4c89-9a0c-6ed61e578b86 req-1e37f2de-a877-4833-9c93-9deea6fe9797 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436452 Aug 24 15:40:52.853945 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:52.859298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:52.859665 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:52.859981 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP f746fcbe-3147-4e54-b39a-2a33a46c2c8e disassociated. External IP: 172.27.4.213, port: 5a903b96-7262-4382-b289-851e17d994de. Aug 24 15:40:52.860328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 5a903b96-7262-4382-b289-851e17d994de owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:40:52.872293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-aced8ea9-069a-4b76-9321-44eed05b70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:52.873803 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-aced8ea9-069a-4b76-9321-44eed05b70f4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1169 time: 0.0638123 Aug 24 15:40:53.027169 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-44622372-7785-4176-b07c-77b8df40a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.028672 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-44622372-7785-4176-b07c-77b8df40a90c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.1215918 Aug 24 15:40:53.121373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (5a903b96-7262-4382-b289-851e17d994de), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:53.124589 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-76cc1e7e-23c9-405e-9553-26884214eace service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 1002 time: 0.0778770 Aug 24 15:40:53.178212 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=5a903b96-7262-4382-b289-851e17d994de,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:53.239876 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-fe53abc0-adde-494b-b9f4-585ac643de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.241375 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-fe53abc0-adde-494b-b9f4-585ac643de62 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.1095860 Aug 24 15:40:53.541580 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-24880d05-7702-41c2-839b-599751e76aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.543376 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-24880d05-7702-41c2-839b-599751e76aa5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0836420 Aug 24 15:40:53.549291 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec766cad-e9b7-42b6-90db-093dfd97fef8 req-ca3b97a0-ad94-46bc-8b47-1fd1bb2e490d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.550887 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ec766cad-e9b7-42b6-90db-093dfd97fef8 req-ca3b97a0-ad94-46bc-8b47-1fd1bb2e490d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0931358 Aug 24 15:40:53.560909 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:53.569658 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-99a36c21-d10f-4f0e-bbdd-ac1312598557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.571612 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-99a36c21-d10f-4f0e-bbdd-ac1312598557 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3035302 Aug 24 15:40:53.625130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:40:53.683031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ec766cad-e9b7-42b6-90db-093dfd97fef8 req-3808a99a-c28e-47e5-bfe0-2c767d881c4f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235995 Aug 24 15:40:53.740052 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-f334dca0-627e-4180-b8ce-c2e2ac204b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.747168 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-f334dca0-627e-4180-b8ce-c2e2ac204b4e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1953480 Aug 24 15:40:53.754761 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-04da946e-5ddd-49c2-9120-9c24d7333a1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757979 Aug 24 15:40:53.787319 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:53.792977 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d2f4770b-5ec0-49dc-9210-cf92b892a92c req-d62a1b16-08e2-4d41-b627-ceafa26da22e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=f7f35f56-4bfe-416c-861e-c49c02f623c2 HTTP/1.1" status: 200 len: 210 time: 0.0447245 Aug 24 15:40:53.844476 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-039e7127-16d6-4be5-9018-199b9e6f6baa service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 1001 time: 0.0866232 Aug 24 15:40:53.848749 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:40:53.861896 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:40:53.876661 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:53.877760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:53.906842 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] No DVR routers for this DVR port 5a903b96-7262-4382-b289-851e17d994de on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:40:53.910811 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:53.914078 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b4a1a8b4-9aeb-4898-862b-a606bb758b3c req-ce204535-704b-4310-bf3b-0e176b82d0bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "DELETE /networking/v2.0/ports/5a903b96-7262-4382-b289-851e17d994de HTTP/1.1" status: 204 len: 173 time: 1.6798635 Aug 24 15:40:53.914534 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'name': 'network-vif-deleted', 'tag': '5a903b96-7262-4382-b289-851e17d994de'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:40:53.917039 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e999555-3428-4223-bbf2-c45b62ca2921" -d '{"events": [{"server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "name": "network-vif-deleted", "tag": "5a903b96-7262-4382-b289-851e17d994de"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:40:53.929961 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7c935066-cfbe-4fde-8582-ddfe43d453c3 req-f9b36309-7044-4b39-bf25-aa678125f1af service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684856 Aug 24 15:40:53.959022 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-59ffdc55-f74b-46a4-8b7c-c14032ab545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:53.961721 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-59ffdc55-f74b-46a4-8b7c-c14032ab545d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.1107757 Aug 24 15:40:53.989293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b482255-e354-4c80-9830-cebb05460a94 x-openstack-request-id: req-9b482255-e354-4c80-9830-cebb05460a94 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:40:53.989585 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f35f56-4bfe-416c-861e-c49c02f623c2", "name": "network-vif-deleted", "tag": "5a903b96-7262-4382-b289-851e17d994de", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:40:53.989843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b482255-e354-4c80-9830-cebb05460a94 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:40:53.990251 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b482255-e354-4c80-9830-cebb05460a94'] response: {'server_uuid': 'f7f35f56-4bfe-416c-861e-c49c02f623c2', 'name': 'network-vif-deleted', 'tag': '5a903b96-7262-4382-b289-851e17d994de', 'status': 'completed', 'code': 200} Aug 24 15:40:54.025777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-880ac44e-fd68-4d7b-ad61-45a15329979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:54.027593 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-880ac44e-fd68-4d7b-ad61-45a15329979b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581014 Aug 24 15:40:54.056497 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:54.068181 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:54.171108 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-9dbb210e-ee90-4ef1-b595-1c1c6bcafa69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314118 Aug 24 15:40:54.298843 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:54.326692 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:40:54.337458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:40:54.338064 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:54.437301 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-01bcb09c-2c49-49da-b0b6-68fd76af3897 req-57c1c058-ee0b-44c3-9ee2-2915a2f11060 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008224 Aug 24 15:40:54.477629 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:40:54.616238 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:54.714824 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:40:54.740623 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4d0e5-453c-4bef-93db-88a4c3f9c4c0 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e9fb6ecd-5226-42e6-9813-08bb5dd81f94', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '0343d105-5766-479e-80bd-69cf5533dd7a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:1d:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:37:35Z', 'updated_at': '2022-08-24T15:38:14Z', 'revision_number': 2, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:40:54.846033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2d600-b26f-4097-b6da-8eb841212c93 req-9c39446a-1911-4e29-8f77-13aa5e6e221d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:54.847343 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-56b2d600-b26f-4097-b6da-8eb841212c93 req-9c39446a-1911-4e29-8f77-13aa5e6e221d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0633781 Aug 24 15:40:54.904776 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54246) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:54.908354 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-56b2d600-b26f-4097-b6da-8eb841212c93 req-6564e1e1-e897-4a07-b027-ee1a18db750b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538383 Aug 24 15:40:54.975328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (a3fb0e98-2fc6-4186-aa29-3178d0772e6e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.002207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (a3fb0e98-2fc6-4186-aa29-3178d0772e6e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.005021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:55.061580 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a3fb0e98-2fc6-4186-aa29-3178d0772e6e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.064593 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.066683 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a3fb0e98-2fc6-4186-aa29-3178d0772e6e HTTP/1.1" status: 204 len: 168 time: 0.1602755 Aug 24 15:40:55.069191 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54248) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:55.070010 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f8150-084e-4346-974e-133d26d3c984 None None] New status for floating IP f746fcbe-3147-4e54-b39a-2a33a46c2c8e: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:40:55.080616 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e74012-8fff-44ba-8957-08d63e829605 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb0e98-2fc6-4186-aa29-3178d0772e6e,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:55.085228 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.api.v2.resource [None req-5d0ef1f5-ca9e-47f1-a0cf-579ac824432d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] show failed (client error): The resource could not be found. Aug 24 15:40:55.086630 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5d0ef1f5-ca9e-47f1-a0cf-579ac824432d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups/a3fb0e98-2fc6-4186-aa29-3178d0772e6e HTTP/1.1" status: 404 len: 347 time: 0.0161238 Aug 24 15:40:55.089302 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54250) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:40:55.219156 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 52f03d7f-1c48-44a6-a578-b70938963317 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:40:55.219491 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (52f03d7f-1c48-44a6-a578-b70938963317), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.318569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (52f03d7f-1c48-44a6-a578-b70938963317), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.319214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (52f03d7f-1c48-44a6-a578-b70938963317), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.334081 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 52f03d7f-1c48-44a6-a578-b70938963317 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:40:55.382416 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 5a903b96-7262-4382-b289-851e17d994de no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:40:55.403803 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 5a903b96-7262-4382-b289-851e17d994de {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:40:55.404314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 5a903b96-7262-4382-b289-851e17d994de not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:40:55.727994 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:55.759285 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:55.780791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (52f03d7f-1c48-44a6-a578-b70938963317), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.813906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=52f03d7f-1c48-44a6-a578-b70938963317,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:40:55.882904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (f746fcbe-3147-4e54-b39a-2a33a46c2c8e), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.886196 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:55.890398 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-ef0bbaba-089a-4ba0-96bd-2d0f15308514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/f746fcbe-3147-4e54-b39a-2a33a46c2c8e HTTP/1.1" status: 204 len: 168 time: 0.7973967 Aug 24 15:40:56.049426 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691db2-53ca-41ce-94b4-e540d7a30b36 req-0c545e30-41b0-4971-8c10-b6e6f611c525 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:56.051173 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-61691db2-53ca-41ce-94b4-e540d7a30b36 req-0c545e30-41b0-4971-8c10-b6e6f611c525 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0555315 Aug 24 15:40:56.106160 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-61691db2-53ca-41ce-94b4-e540d7a30b36 req-86159564-46f7-424d-928f-7a6454430296 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492644 Aug 24 15:40:57.233995 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a5af7-44cf-4b6b-95e6-a368d007f162 req-83f7ea39-5845-4b16-b9b5-ef8312584624 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:57.235437 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b8a5af7-44cf-4b6b-95e6-a368d007f162 req-83f7ea39-5845-4b16-b9b5-ef8312584624 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0492909 Aug 24 15:40:57.283090 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b8a5af7-44cf-4b6b-95e6-a368d007f162 req-0fd4fca0-ba22-4ce9-ba79-956ef783f6bb tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Aug 24 15:40:57.664797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56f325-5df9-475f-8e51-bc2c6f615f4c req-6a42c177-d822-4e0e-ab31-7aeccaed7048 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:57.666303 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7b56f325-5df9-475f-8e51-bc2c6f615f4c req-6a42c177-d822-4e0e-ab31-7aeccaed7048 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Aug 24 15:40:57.716172 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7b56f325-5df9-475f-8e51-bc2c6f615f4c req-0438163a-5195-480e-baf7-1dff455a1a42 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Aug 24 15:40:58.403916 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfac77-d73a-4248-ab83-04b0583791dc req-5474b03d-2f46-4481-91bb-d5325fd14c7f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:58.405395 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9cfac77-d73a-4248-ab83-04b0583791dc req-5474b03d-2f46-4481-91bb-d5325fd14c7f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0477591 Aug 24 15:40:58.453771 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9cfac77-d73a-4248-ab83-04b0583791dc req-0b2ab2c8-14db-4e23-9005-8d160c18734f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Aug 24 15:40:58.838499 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6b71-645a-4870-97d0-9ec0c17f5f45 req-56df533f-d4e4-48c1-8706-9d361b5aca10 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:58.839910 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9bcd6b71-645a-4870-97d0-9ec0c17f5f45 req-56df533f-d4e4-48c1-8706-9d361b5aca10 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Aug 24 15:40:58.887847 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9bcd6b71-645a-4870-97d0-9ec0c17f5f45 req-5f430ec1-7892-4ed3-b555-eabad57d6da6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6b1d7549-5e1e-404d-bb56-859a26c8ff7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Aug 24 15:40:59.270359 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-84ced576-3369-4df4-8667-e5e75ec8022c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:59.272023 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-84ced576-3369-4df4-8667-e5e75ec8022c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Aug 24 15:40:59.358087 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 0343d105-5766-479e-80bd-69cf5533dd7a {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:40:59.358378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:59.459913 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] For port 0343d105-5766-479e-80bd-69cf5533dd7a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0343d105-5766-479e-80bd-69cf5533dd7a,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:40:59.460617 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:59.638177 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f8ca-4c82-4940-94cc-8fc033f1754d req-2e143949-8682-4bac-999b-bfd369cab508 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:40:59.639590 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ab71f8ca-4c82-4940-94cc-8fc033f1754d req-2e143949-8682-4bac-999b-bfd369cab508 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.1072445 Aug 24 15:40:59.713363 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:59.718766 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:40:59.744851 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ab71f8ca-4c82-4940-94cc-8fc033f1754d req-1fdd8051-da52-4af3-ac3e-f0f312bf2c90 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983970 Aug 24 15:40:59.748432 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:59.748778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:59.749154 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP e9fb6ecd-5226-42e6-9813-08bb5dd81f94 disassociated. External IP: 172.27.4.67, port: 0343d105-5766-479e-80bd-69cf5533dd7a. Aug 24 15:40:59.749437 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 0343d105-5766-479e-80bd-69cf5533dd7a owned by compute:nova {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:40:59.874540 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (0343d105-5766-479e-80bd-69cf5533dd7a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:40:59.899640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=0343d105-5766-479e-80bd-69cf5533dd7a,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:00.008794 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-17e94590-4a35-4866-a2ef-407b267a2822 req-389ffd40-2bf7-4ddf-9f4a-267b1b268347 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d719a892-4ac9-42ad-973b-ecc96a5df4a6 HTTP/1.1" status: 200 len: 210 time: 0.0355418 Aug 24 15:41:00.043540 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:41:00.142765 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:41:00.153075 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:41:00.163752 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:00.164358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:00.210024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] No DVR routers for this DVR port 0343d105-5766-479e-80bd-69cf5533dd7a on host hv-cinder-84605 {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:41:00.212501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:00.215705 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a6da03b7-9c92-4270-9553-68b4e1b2d8ac req-0072c9de-f7a6-40f1-a22b-cbb8200683e5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "DELETE /networking/v2.0/ports/0343d105-5766-479e-80bd-69cf5533dd7a HTTP/1.1" status: 204 len: 173 time: 0.9384758 Aug 24 15:41:00.216149 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'name': 'network-vif-deleted', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:00.218835 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f568c36-4508-46f2-ad59-91eb6b726e4a" -d '{"events": [{"server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "name": "network-vif-deleted", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:00.261976 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26075738-3c8a-449f-98a3-2129f0f3aa1c x-openstack-request-id: req-26075738-3c8a-449f-98a3-2129f0f3aa1c {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:00.262294 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719a892-4ac9-42ad-973b-ecc96a5df4a6", "name": "network-vif-deleted", "tag": "0343d105-5766-479e-80bd-69cf5533dd7a", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:00.262671 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-26075738-3c8a-449f-98a3-2129f0f3aa1c {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:00.264220 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26075738-3c8a-449f-98a3-2129f0f3aa1c'] response: {'server_uuid': 'd719a892-4ac9-42ad-973b-ecc96a5df4a6', 'name': 'network-vif-deleted', 'tag': '0343d105-5766-479e-80bd-69cf5533dd7a', 'status': 'completed', 'code': 200} Aug 24 15:41:00.292863 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:00.516656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:00.519238 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:00.543458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:41:00.554187 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:00.555200 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:40:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:00.668538 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:00.863390 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:00.876744 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10361785-9096-48d9-9847-1ff807d8026f req-f28a2089-84b2-4a88-96b5-62021bb23bed tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:00.878271 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-10361785-9096-48d9-9847-1ff807d8026f req-f28a2089-84b2-4a88-96b5-62021bb23bed tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0497789 Aug 24 15:41:00.891533 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b45d5-b9c1-422f-adef-5d12ee4912f5 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:41:00.921223 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:41:00.930768 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-10361785-9096-48d9-9847-1ff807d8026f req-2f1e08fb-69ae-4be0-86e7-b76ce615cdd0 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Aug 24 15:41:01.110274 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54368) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.115091 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c4ff4-fce8-4afa-a5ed-d5f975a4e947 None None] New status for floating IP e9fb6ecd-5226-42e6-9813-08bb5dd81f94: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:41:01.165690 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (6b1d7549-5e1e-404d-bb56-859a26c8ff7e), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.191065 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (6b1d7549-5e1e-404d-bb56-859a26c8ff7e), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.244762 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6b1d7549-5e1e-404d-bb56-859a26c8ff7e), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.247467 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.248647 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6b1d7549-5e1e-404d-bb56-859a26c8ff7e HTTP/1.1" status: 204 len: 168 time: 0.1371953 Aug 24 15:41:01.251991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54370) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.265114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c44135-c0f7-459d-8247-75b98a389545 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d7549-5e1e-404d-bb56-859a26c8ff7e,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:01.271333 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.api.v2.resource [None req-534120d5-3191-48e7-b2b9-32b52462da42 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] show failed (client error): The resource could not be found. Aug 24 15:41:01.272702 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-534120d5-3191-48e7-b2b9-32b52462da42 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups/6b1d7549-5e1e-404d-bb56-859a26c8ff7e HTTP/1.1" status: 404 len: 347 time: 0.0196009 Aug 24 15:41:01.275501 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54372) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.396058 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 511379f1-bb4c-4596-88bf-aa74971fa758 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:41:01.396403 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.488018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.488434 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (511379f1-bb4c-4596-88bf-aa74971fa758), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.505722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 511379f1-bb4c-4596-88bf-aa74971fa758 owned by network:floatingip {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:41:01.647025 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (511379f1-bb4c-4596-88bf-aa74971fa758), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.676075 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=511379f1-bb4c-4596-88bf-aa74971fa758,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:01.687633 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54380) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.741368 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (e9fb6ecd-5226-42e6-9813-08bb5dd81f94), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.744181 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.748298 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1a97b36e-e01a-4fe8-bbb3-56c8ed91fc77 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/e9fb6ecd-5226-42e6-9813-08bb5dd81f94 HTTP/1.1" status: 204 len: 168 time: 0.4688179 Aug 24 15:41:01.816826 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f8e-4bed-4fd4-9579-798a3489d19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.836059 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54386) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.840875 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775458075', 'description': 'tempest-description--377753924'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:01.867207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.890676 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:01.907504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f8e-4bed-4fd4-9579-798a3489d19b admin admin] Publish callbacks [] for security_group (208e350a-45a8-41df-9ad8-0a49c3b582ce), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.913049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f8e-4bed-4fd4-9579-798a3489d19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (208e350a-45a8-41df-9ad8-0a49c3b582ce), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.919431 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:01.960149 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf7f8e-4bed-4fd4-9579-798a3489d19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e350a-45a8-41df-9ad8-0a49c3b582ce,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:01.964674 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-90bf7f8e-4bed-4fd4-9579-798a3489d19b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ad9c62324f054c6c9e653e9192eb367e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759216 Aug 24 15:41:01.965720 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (840ff6f3-47ff-4321-ae45-cd3e77927297), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.967668 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54390) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:01.986916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (840ff6f3-47ff-4321-ae45-cd3e77927297), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:01.998592 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:02.024240 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.028752 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1885614 Aug 24 15:41:02.028919 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54392) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:02.034489 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '840ff6f3-47ff-4321-ae45-cd3e77927297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:02.054970 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888373e-62a8-42af-be79-47b197f02f4d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840ff6f3-47ff-4321-ae45-cd3e77927297,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:02.077594 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] Publish callbacks [] for security_group (208e350a-45a8-41df-9ad8-0a49c3b582ce), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.103444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe2360-5a01-4c99-aeec-1fba53648bb3 req-2ac5375f-49cb-4dce-97c7-098e4396b6a4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:02.104972 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-21fe2360-5a01-4c99-aeec-1fba53648bb3 req-2ac5375f-49cb-4dce-97c7-098e4396b6a4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0651028 Aug 24 15:41:02.105099 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] Publish callbacks [] for security_group (208e350a-45a8-41df-9ad8-0a49c3b582ce), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.113600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (f92941cf-2fcd-412a-a564-b4df95c7a794), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.115751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:02.165077 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (208e350a-45a8-41df-9ad8-0a49c3b582ce), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.167892 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.169060 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/208e350a-45a8-41df-9ad8-0a49c3b582ce HTTP/1.1" status: 204 len: 168 time: 0.2001803 Aug 24 15:41:02.178352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8384-42d2-4688-ab08-f7e0dafab5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e350a-45a8-41df-9ad8-0a49c3b582ce,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:02.214678 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-21fe2360-5a01-4c99-aeec-1fba53648bb3 req-b9947822-cd79-454b-a823-83995286707d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027849 Aug 24 15:41:02.243917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (f92941cf-2fcd-412a-a564-b4df95c7a794), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.247231 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (f92941cf-2fcd-412a-a564-b4df95c7a794), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.270564 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92941cf-2fcd-412a-a564-b4df95c7a794,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:02.276611 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.277903 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-96969551-afba-4892-b8b1-5ad35c52c469 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2481933 Aug 24 15:41:02.280642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54396) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:02.286019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '840ff6f3-47ff-4321-ae45-cd3e77927297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:02.323850 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (def38707-11dd-4e42-afd3-cfe6b00ec38e), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.381889 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (def38707-11dd-4e42-afd3-cfe6b00ec38e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.385593 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (def38707-11dd-4e42-afd3-cfe6b00ec38e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.403998 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def38707-11dd-4e42-afd3-cfe6b00ec38e,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:02.412910 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.414693 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c3e5a5ea-5ab7-4329-81f6-b0884c0038ef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325383 Aug 24 15:41:02.417297 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54402) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:02.422376 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:02.448004 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.532465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.651805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.27.4.192 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/0017ac88-0e10-459f-80be-ccc71a28ed63) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:41:02.762907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.768186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:02.783917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:02.796830 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.841184 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:41:02.844201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:02.847963 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:41:02.856287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54418) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:02.875329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=0017ac88-0e10-459f-80be-ccc71a28ed63,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:02.937261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.967763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2004976285-network', 'tenant_id': '0b578ad7d48e406fabfc32450de322d1'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:02.974220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:02.992342 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Made reservation on behalf of 0b578ad7d48e406fabfc32450de322d1 for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:41:02.994819 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.008756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.088940 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks [] for security_group (cbf0b76b-6ec6-4644-8efc-063a6511ad95), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.093242 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (cbf0b76b-6ec6-4644-8efc-063a6511ad95), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.113629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:41:03.132655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.135452 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (4e1f18c7-ca17-4761-8d9f-8ad24294f0dc), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.135805 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Added segment 4e1f18c7-ca17-4761-8d9f-8ad24294f0dc of type vlan for network 16e26aa1-fc84-40ef-9164-bff00905970c Aug 24 15:41:03.136310 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.143582 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0b76b-6ec6-4644-8efc-063a6511ad95,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:03.179108 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (16e26aa1-fc84-40ef-9164-bff00905970c), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.204934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (16e26aa1-fc84-40ef-9164-bff00905970c), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.206054 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:03.206780 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.206902 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.209522 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=0017ac88-0e10-459f-80be-ccc71a28ed63,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:03.224836 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.226976 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-3ee85782-cffc-451e-8cbd-f682cdc09145 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8084993 Aug 24 15:41:03.244227 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3868082 Aug 24 15:41:03.247394 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54426) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:03.252939 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Request body: {'subnet': {'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2004976285-subnet', 'tenant_id': '0b578ad7d48e406fabfc32450de322d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:03.275275 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Made reservation on behalf of 0b578ad7d48e406fabfc32450de322d1 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:41:03.279338 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28604984'] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.286129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893d3d-5eb1-4615-b628-2035286dec6a admin admin] Pushing event updated for resources: {'Network': ['ID=16e26aa1-fc84-40ef-9164-bff00905970c,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:03.296842 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 16e26aa1-fc84-40ef-9164-bff00905970c details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:41:03.416170 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927fbd6-e923-4d2a-b0e7-5279c101663b req-c30cb82e-0b24-4437-aefb-249f6b7a4ef5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:03.418274 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7927fbd6-e923-4d2a-b0e7-5279c101663b req-c30cb82e-0b24-4437-aefb-249f6b7a4ef5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.1081018 Aug 24 15:41:03.422962 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0343d105-5766-479e-80bd-69cf5533dd7a no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:41:03.547350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:03.574470 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7927fbd6-e923-4d2a-b0e7-5279c101663b req-b371aa1e-4cd7-4b43-8b36-4dac96a74e72 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443045 Aug 24 15:41:03.577736 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 0343d105-5766-479e-80bd-69cf5533dd7a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:41:03.578018 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0343d105-5766-479e-80bd-69cf5533dd7a not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:41:03.608136 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-acd3e526-6d81-4b02-9e12-08a0e05d3834 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--775458075&fields=id&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 267 time: 0.1528158 Aug 24 15:41:03.614301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:03.647132 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29108341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28605014'] for subnet (00e1c965-7b39-461f-be9f-18f7483e03c9), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.755968 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e1c965-7b39-461f-be9f-18f7483e03c9,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:03.779954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Checking segment: {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:41:03.780318 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Network hostable DHCP agents. Network: 16e26aa1-fc84-40ef-9164-bff00905970c, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:41:03.789752 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fb44e066-154f-4ce1-9bf0-8de3fd1baf96 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:03.791251 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fb44e066-154f-4ce1-9bf0-8de3fd1baf96 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.1707242 Aug 24 15:41:03.812850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-27cb6970-d289-45e7-b83f-044342bd26bb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 375 time: 0.0152729 Aug 24 15:41:03.815713 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Network 16e26aa1-fc84-40ef-9164-bff00905970c is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:41:03.833864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 16e26aa1-fc84-40ef-9164-bff00905970c) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:03.844560 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f54a9-1a44-48a4-864c-1cdedbd891bb None None] Network 16e26aa1-fc84-40ef-9164-bff00905970c requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:41:03.853890 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:03.854478 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:03.886733 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-f96a4c33-4be2-4bfc-be62-856d804150f2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642800 Aug 24 15:41:03.887206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8d412a03-ae8d-4807-a0a0-87b199cc92a4 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6385162 Aug 24 15:41:03.950738 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e94ae-cd11-4130-b29b-96fe4bcbb8f3 None None] Network 16e26aa1-fc84-40ef-9164-bff00905970c requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:41:03.992641 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-7f0b300a-1cf3-442c-ab5d-abe0ceaf36aa service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963542 Aug 24 15:41:04.020311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:04.107329 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-cc91d942-68d1-4500-8c54-e3f41966412b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072841 Aug 24 15:41:04.291669 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34f7d426-9d10-4c87-bcda-4b45eb8557c8 req-b77a6b5b-2b32-4e0f-9098-630218e840ed tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 210 time: 0.0385966 Aug 24 15:41:04.702245 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5c1e-85d1-46e0-976b-55356d2aa5d1 req-7ebd6893-2cbe-4f52-9ad2-f3e4dc57bd5f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:04.703660 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-775b5c1e-85d1-46e0-976b-55356d2aa5d1 req-7ebd6893-2cbe-4f52-9ad2-f3e4dc57bd5f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0493085 Aug 24 15:41:04.756725 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-775b5c1e-85d1-46e0-976b-55356d2aa5d1 req-f07e5273-6e51-4cf1-a371-bb95afbb9fdf tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Aug 24 15:41:05.404296 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f0401344-0cd8-4d4f-a2d0-99ab66fc725e req-1614e548-bc69-4391-a8e3-bf981ce4468c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 210 time: 0.0328598 Aug 24 15:41:05.426844 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-0a3c4ef1-de48-46db-bc9a-b9f3b5baea3a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:05.426844 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-0a3c4ef1-de48-46db-bc9a-b9f3b5baea3a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.1447182 Aug 24 15:41:05.494101 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-d5188581-fe46-4b38-a210-1f324af5bd19 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 379 time: 0.0584309 Aug 24 15:41:05.548917 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'port': {'device_id': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'admin_state_up': True, 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'security_groups': ['840ff6f3-47ff-4321-ae45-cd3e77927297']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:05.564254 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:05.945119 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5185e1-e4ab-4d62-a2d9-a07f894421a2 req-0fdd501f-c144-48d8-8507-566eb7e82c06 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:05.946567 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-da5185e1-e4ab-4d62-a2d9-a07f894421a2 req-0fdd501f-c144-48d8-8507-566eb7e82c06 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.1015172 Aug 24 15:41:06.036891 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-d796db72-4282-436c-bdf5-6f83317bbabd tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:06.038332 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-d796db72-4282-436c-bdf5-6f83317bbabd tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/networks?id=16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 200 len: 814 time: 0.1922033 Aug 24 15:41:06.046022 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:41:06.049894 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.073388 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:06.085946 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-65f483c5-569e-49ea-9174-4dacec3a8329 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b578ad7d48e406fabfc32450de322d1 HTTP/1.1" status: 200 len: 375 time: 0.0408115 Aug 24 15:41:06.092479 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-da5185e1-e4ab-4d62-a2d9-a07f894421a2 req-4520b3fb-fa51-4e37-8935-91e15fd995f8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172886 Aug 24 15:41:06.159588 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-fa7d098f-dbc2-4549-b446-7b04e0cc3fbd tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659695 Aug 24 15:41:06.298604 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.20.0.12 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/b97df505-95e6-44e6-b833-4fc18dc0cdf2) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:41:06.317184 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-a54ea85a-c460-4972-90d2-cf6d085df004 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467013 Aug 24 15:41:06.503263 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-c6d50712-77eb-46a3-97ac-70ce26671526 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798728 Aug 24 15:41:06.524503 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9c0244dd-f260-4811-84ff-479d7ecb0e34 req-d4aee437-ccd0-4c5b-8296-55e8335cdc17 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 210 time: 0.0439086 Aug 24 15:41:06.557086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.581500 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:06.591606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.655520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:41:06.662311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:06.664889 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:41:06.707387 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-99438c30-ed19-4602-a89b-f4a805f03db4 req-952bd39a-a376-45f0-a420-b741353bc456 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 210 time: 0.0668809 Aug 24 15:41:06.707987 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:06.744689 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:06.745331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.763535 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-a79a5eab-6d7b-44f7-a43b-0194cd3fa314 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2185998 Aug 24 15:41:06.775319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Request body: {'port': {'device_id': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:06.849500 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.930276 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-4871c052-960d-443b-b124-d31257e1510f None None] Provisioning complete for port b97df505-95e6-44e6-b833-4fc18dc0cdf2 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:41:06.930951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4871c052-960d-443b-b124-d31257e1510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:06.968112 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4871c052-960d-443b-b124-d31257e1510f None None] Port b97df505-95e6-44e6-b833-4fc18dc0cdf2 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:41:06.997028 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:07.120666 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97df505-95e6-44e6-b833-4fc18dc0cdf2 {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:07.129443 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks [] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.143575 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Transition to ACTIVE for port object b97df505-95e6-44e6-b833-4fc18dc0cdf2 will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:41:07.148741 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.245946 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:07.284982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417f276-aa51-4761-84d5-ac9176f6be7a req-06e045cf-9454-4f5f-b60c-3e66b8219bec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.286704 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5417f276-aa51-4761-84d5-ac9176f6be7a req-06e045cf-9454-4f5f-b60c-3e66b8219bec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.1041822 Aug 24 15:41:07.327819 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Attempting to bind port b97df505-95e6-44e6-b833-4fc18dc0cdf2 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:41:07.328162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Attempting to bind port b97df505-95e6-44e6-b833-4fc18dc0cdf2 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:41:07.328494 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Attempting to bind port b97df505-95e6-44e6-b833-4fc18dc0cdf2 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:07.339301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Port b97df505-95e6-44e6-b833-4fc18dc0cdf2 on network 105210c5-8b78-4e8c-bd12-9456d560212d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:41:07.339622 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Attempting to bind port b97df505-95e6-44e6-b833-4fc18dc0cdf2 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:07.355805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:41:07.356147 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:41:07.356536 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:41:07.356969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Bound port: b97df505-95e6-44e6-b833-4fc18dc0cdf2, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:41:07.357329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.373249 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5417f276-aa51-4761-84d5-ac9176f6be7a req-4b373905-6561-4489-b6ae-e647d4d1587f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780993 Aug 24 15:41:07.426448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:41:07.429504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:41:07.435548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.440539 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.441735 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.443140 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b97df505-95e6-44e6-b833-4fc18dc0cdf2 HTTP/1.1" status: 200 len: 1094 time: 0.6721246 Aug 24 15:41:07.443640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:07.445905 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812f3be3-6d0d-4592-bcd7-4ff188f5164d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:07.489691 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689df64-ec07-4b75-9e69-9fcd24ce8b91 x-openstack-request-id: req-4689df64-ec07-4b75-9e69-9fcd24ce8b91 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:07.489981 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:07.490234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4689df64-ec07-4b75-9e69-9fcd24ce8b91 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:07.490653 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4689df64-ec07-4b75-9e69-9fcd24ce8b91'] response: {'name': 'network-changed', 'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'status': 'completed', 'code': 200} Aug 24 15:41:07.495439 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe668e83-cab3-4f44-ad23-9a629bb1ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:07.582669 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:07.650143 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-abd168ed-514b-4379-a849-40caa3320272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.651599 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-abd168ed-514b-4379-a849-40caa3320272 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 1128 time: 0.0798886 Aug 24 15:41:07.685407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465bc26-c575-44a3-b408-eb6b1115674f req-17a2edcf-2410-4969-9c9c-3872e4c22306 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.686959 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0465bc26-c575-44a3-b408-eb6b1115674f req-17a2edcf-2410-4969-9c9c-3872e4c22306 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 944 time: 0.0803604 Aug 24 15:41:07.748306 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4cacf5ef-5994-4c75-912f-6556634c3099 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.749830 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4cacf5ef-5994-4c75-912f-6556634c3099 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "GET /networking/v2.0/networks?id=16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 200 len: 814 time: 0.1160977 Aug 24 15:41:07.762991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Request body: {'port': {'device_id': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c', 'admin_state_up': True, 'tenant_id': '0b578ad7d48e406fabfc32450de322d1'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:07.878962 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80fa8aaf-6665-4291-b71b-7f1aea7b6adb req-a6b88b3b-5a27-4b7b-a4e5-973cd53dd850 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 210 time: 0.0655315 Aug 24 15:41:07.891698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Made reservation on behalf of 0b578ad7d48e406fabfc32450de322d1 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:41:07.895820 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:07.897549 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0465bc26-c575-44a3-b408-eb6b1115674f req-d7795ab4-5d0c-4134-a90e-3367a4630fb0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971626 Aug 24 15:41:07.921346 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-4d26963d-2b25-4e3e-81a5-94c4fff0fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:07.922738 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-4d26963d-2b25-4e3e-81a5-94c4fff0fdca service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0b8dd47a9d30492eb7163da543d874cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2599490 Aug 24 15:41:08.042663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Allocated IP 172.20.0.4 (16e26aa1-fc84-40ef-9164-bff00905970c/00e1c965-7b39-461f-be9f-18f7483e03c9/66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:41:08.048704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:08.065039 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=4,neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:08.085603 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:08.089176 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-3d452197-d9d4-4b16-917e-5fe064109795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.090764 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-812f3be3-6d0d-4592-bcd7-4ff188f5164d req-3d452197-d9d4-4b16-917e-5fe064109795 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1619184 Aug 24 15:41:08.168560 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-bbb21da7-e7c4-4af2-b50f-2ea253fdbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.169858 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-bbb21da7-e7c4-4af2-b50f-2ea253fdbddb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 1128 time: 0.0399344 Aug 24 15:41:08.205102 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks [] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.211189 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-43efcf31-d5ca-4da0-a354-5c1dc5e8227f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2 HTTP/1.1" status: 200 len: 217 time: 0.0339673 Aug 24 15:41:08.238881 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.265782 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-02668b8a-e2c3-4390-bddc-e1072d525523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.267935 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-02668b8a-e2c3-4390-bddc-e1072d525523 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0492749 Aug 24 15:41:08.285587 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Network 16e26aa1-fc84-40ef-9164-bff00905970c is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:41:08.288915 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:08.293034 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:41:08.299146 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Pushing event updated for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:08.313324 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-0d19bd09-7189-455d-b802-0139e9c98e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.314865 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-0d19bd09-7189-455d-b802-0139e9c98e40 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402744 Aug 24 15:41:08.346069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.346815 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.364372 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-4ff33737-31bd-47f5-903e-9c4a8da75e7d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058149 Aug 24 15:41:08.375898 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Request body: {'port': {'device_id': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:08.416051 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-5089ee6d-1c0e-4b9e-827f-8eaff9f891e4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938444 Aug 24 15:41:08.439930 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.535171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660de72-d3f6-42d6-8628-9fd07b143005 req-cc57a787-5af2-4dc4-b486-db9e36758917 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.536677 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c660de72-d3f6-42d6-8628-9fd07b143005 req-cc57a787-5af2-4dc4-b486-db9e36758917 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0859361 Aug 24 15:41:08.587940 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-681c5eb8-1604-4f27-9692-73a7cd3952bd req-d8b9fff1-2101-4407-b5bd-13359a2fb998 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582499 Aug 24 15:41:08.606615 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c660de72-d3f6-42d6-8628-9fd07b143005 req-34c2bcc9-c3eb-4341-aaf3-b5a8a6ed9423 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624092 Aug 24 15:41:08.700878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:08.708853 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks [] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.721339 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Transition to ACTIVE for port object 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:41:08.725104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.810339 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Pushing event updated for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:08.813878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:08.845076 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Attempting to bind port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:41:08.845413 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Attempting to bind port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:41:08.845743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Attempting to bind port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 on network 16e26aa1-fc84-40ef-9164-bff00905970c {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:08.850093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 on network 16e26aa1-fc84-40ef-9164-bff00905970c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:41:08.850414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Attempting to bind port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 on network 16e26aa1-fc84-40ef-9164-bff00905970c {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:08.855596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:41:08.855933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Checking segment: {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:41:08.856309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Bound using segment: {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:41:08.856729 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Bound port: 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:41:08.857081 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.915779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:08.919335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:41:08.923523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:41:08.932929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.938371 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:08.938748 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:08.940252 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 HTTP/1.1" status: 200 len: 1093 time: 0.5683193 Aug 24 15:41:08.942729 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:08.944963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd5c46a-1713-4368-b1a1-686a41096107" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:08.991453 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164624c6-3267-473e-8134-d2fb688b5014 service neutron] Pushing event updated for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:09.039341 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc261f-8eb8-40cc-99ae-ae694db04cf2 req-64c6cba0-f315-44a3-b9e1-74b1d81366df tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.040824 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-77dc261f-8eb8-40cc-99ae-ae694db04cf2 req-64c6cba0-f315-44a3-b9e1-74b1d81366df tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 943 time: 0.0790446 Aug 24 15:41:09.051521 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ecd16-f2c3-4343-9ae1-50b9ec02c00d req-f0d0c6a9-d24d-4bd5-abee-ab68272605f5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.052970 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ea4ecd16-f2c3-4343-9ae1-50b9ec02c00d req-f0d0c6a9-d24d-4bd5-abee-ab68272605f5 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 944 time: 0.0602410 Aug 24 15:41:09.134833 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-77dc261f-8eb8-40cc-99ae-ae694db04cf2 req-48b83895-533f-45ed-861c-0e06c78f1fd3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808721 Aug 24 15:41:09.138935 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ea4ecd16-f2c3-4343-9ae1-50b9ec02c00d req-5be2f928-2bc8-430b-8dbe-0ccb5d49083c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789216 Aug 24 15:41:09.182212 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a17b7-501b-4bc9-b150-40ddd64a10f3 x-openstack-request-id: req-cb7a17b7-501b-4bc9-b150-40ddd64a10f3 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:09.182510 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:09.182808 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb7a17b7-501b-4bc9-b150-40ddd64a10f3 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:09.183221 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7a17b7-501b-4bc9-b150-40ddd64a10f3'] response: {'name': 'network-changed', 'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892', 'status': 'completed', 'code': 200} Aug 24 15:41:09.587824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-dd5f02d1-87e7-45c5-8582-2a1aa34aa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.589264 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-dd5f02d1-87e7-45c5-8582-2a1aa34aa1da service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 1127 time: 0.0440981 Aug 24 15:41:09.691952 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-9b88592b-cdc5-4ace-8f99-6314cb05c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.693507 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-9b88592b-cdc5-4ace-8f99-6314cb05c009 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0b578ad7d48e406fabfc32450de322d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970042 Aug 24 15:41:09.727724 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb960-9d84-426c-9e7f-04086a98ae7a req-b236adbf-177c-4852-b656-ed3a86094bf6 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.729199 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e4ffb960-9d84-426c-9e7f-04086a98ae7a req-b236adbf-177c-4852-b656-ed3a86094bf6 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0464959 Aug 24 15:41:09.766243 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:09.778894 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e4ffb960-9d84-426c-9e7f-04086a98ae7a req-0eaf41bf-b768-433a-9f4d-ff021ff4ea4f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Aug 24 15:41:09.834527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-df08a09f-a1b2-4c4d-bc4f-322be08897c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.836024 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3cd5c46a-1713-4368-b1a1-686a41096107 req-df08a09f-a1b2-4c4d-bc4f-322be08897c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947785 Aug 24 15:41:09.922946 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-cd400cc9-a371-47c0-9190-23a659d2c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:09.924487 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-cd400cc9-a371-47c0-9190-23a659d2c516 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 1127 time: 0.0426791 Aug 24 15:41:09.964694 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-f600cf89-b80a-4704-8768-846b88095875 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 HTTP/1.1" status: 200 len: 217 time: 0.0323379 Aug 24 15:41:10.018475 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-415a235f-1236-4c64-958e-aa32f51a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:10.020485 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-415a235f-1236-4c64-958e-aa32f51a99e3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=00e1c965-7b39-461f-be9f-18f7483e03c9 HTTP/1.1" status: 200 len: 854 time: 0.0484674 Aug 24 15:41:10.053144 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-a9ccd042-c4e6-49b2-8198-1c4e4d37329a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=16e26aa1-fc84-40ef-9164-bff00905970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262828 Aug 24 15:41:10.148698 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-b2b92973-9e88-48f3-86ca-f7b8d0313739 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Aug 24 15:41:10.254840 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4e7d467f-6d3f-4ee1-a5ba-4814c17d9005 req-227e5222-901f-49db-8ae4-042c9e46ea91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954685 Aug 24 15:41:10.535367 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8950d-5856-4da2-9a79-c4ce5dd5f546 req-5bb74d82-e637-4b1c-84e3-39e4a0dd5f20 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:10.536768 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ea8950d-5856-4da2-9a79-c4ce5dd5f546 req-5bb74d82-e637-4b1c-84e3-39e4a0dd5f20 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 944 time: 0.3239722 Aug 24 15:41:10.542176 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd9f09-c458-4196-b46c-67912c9eda0a req-78020aa5-0922-4b0f-9a36-6e263c250391 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:10.543707 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4fdd9f09-c458-4196-b46c-67912c9eda0a req-78020aa5-0922-4b0f-9a36-6e263c250391 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 943 time: 0.3203764 Aug 24 15:41:10.610323 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ea8950d-5856-4da2-9a79-c4ce5dd5f546 req-1f6c66c1-1604-488b-a423-6a935bf82e19 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656936 Aug 24 15:41:10.621768 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4fdd9f09-c458-4196-b46c-67912c9eda0a req-d7377063-8b83-412c-b344-f6357a4385ae tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702803 Aug 24 15:41:10.897891 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc335f3-afe8-4d01-a6f6-8a3d71a886e4 req-f015e0c4-0ef1-4ce1-9125-f54653dcdfae tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:10.899383 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6cc335f3-afe8-4d01-a6f6-8a3d71a886e4 req-f015e0c4-0ef1-4ce1-9125-f54653dcdfae tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0470796 Aug 24 15:41:10.947941 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6cc335f3-afe8-4d01-a6f6-8a3d71a886e4 req-26907d31-7c1d-4698-8d16-d02d42353ae2 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Aug 24 15:41:11.191979 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:11.445350 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device b97df505-95e6-44e6-b833-4fc18dc0cdf2 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:41:11.559072 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:11.572494 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'port_id': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'mac_address': 'fa:16:3e:2d:97:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:41:11.609256 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port b97df505-95e6-44e6-b833-4fc18dc0cdf2 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:11.609651 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:11.624475 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97df505-95e6-44e6-b833-4fc18dc0cdf2 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:11.645125 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:11.650703 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:11.704081 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:11.711419 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.711767 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.712116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.712504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.712845 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.713178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.713505 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.713831 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.714157 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.714610 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.714914 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.715265 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.715594 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.715917 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.716239 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:11.763918 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:11.776633 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570ede4-d887-41b4-98ca-44e7bb8db960 req-6fec2174-6b31-44ba-9307-915102930f48 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:11.778115 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a570ede4-d887-41b4-98ca-44e7bb8db960 req-6fec2174-6b31-44ba-9307-915102930f48 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 945 time: 0.0835724 Aug 24 15:41:11.788908 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096652df-2244-4b84-81c9-a8d16640db6a req-a79b41ec-0f5c-4c9b-af94-73ad0cc50ce9 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:11.790347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-096652df-2244-4b84-81c9-a8d16640db6a req-a79b41ec-0f5c-4c9b-af94-73ad0cc50ce9 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 943 time: 0.0849237 Aug 24 15:41:11.864967 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a570ede4-d887-41b4-98ca-44e7bb8db960 req-62957d46-3185-439a-a4b2-fd08b60ca3c7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736339 Aug 24 15:41:11.868230 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-096652df-2244-4b84-81c9-a8d16640db6a req-f5f3ffdf-d681-44e3-b83a-e649ee29f693 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700598 Aug 24 15:41:11.931155 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:11.955324 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['b97df505-95e6-44e6-b833-4fc18dc0cdf2'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:41:12.041798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:12.070902 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2dfd2-7024-44b1-8111-f0ea4c610629 req-877d4537-5c96-49bf-97f5-63a26a10b346 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:12.072413 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-88a2dfd2-7024-44b1-8111-f0ea4c610629 req-877d4537-5c96-49bf-97f5-63a26a10b346 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0513737 Aug 24 15:41:12.121903 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-88a2dfd2-7024-44b1-8111-f0ea4c610629 req-6fe253b0-e4b8-4b53-8fae-e812920ea653 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Aug 24 15:41:13.018195 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d247a4c-b1b3-4e8f-bac1-01b2e2d6e12e req-23f99b01-783a-4a66-8935-e7c1aea162e7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:13.020577 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d247a4c-b1b3-4e8f-bac1-01b2e2d6e12e req-23f99b01-783a-4a66-8935-e7c1aea162e7 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 945 time: 0.0829861 Aug 24 15:41:13.025897 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fa6fe-ea2d-4d8c-b5e0-b3537c15cb9d req-edf20113-a408-4b8d-b6a6-efb78f7e8b6b tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:13.027279 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e6fa6fe-ea2d-4d8c-b5e0-b3537c15cb9d req-edf20113-a408-4b8d-b6a6-efb78f7e8b6b tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 943 time: 0.0783808 Aug 24 15:41:13.102728 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d247a4c-b1b3-4e8f-bac1-01b2e2d6e12e req-3612a822-ad02-482b-b3dd-c2116c13fe1f tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744429 Aug 24 15:41:13.110091 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e6fa6fe-ea2d-4d8c-b5e0-b3537c15cb9d req-9d914754-66a6-49db-a528-b9a18fa10dbe tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759752 Aug 24 15:41:13.240976 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d7edc-ec54-4a8d-8220-169d4bcc6d7f req-801753dc-7ce0-4ef2-bf3f-14319c3513e9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:13.242475 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-372d7edc-ec54-4a8d-8220-169d4bcc6d7f req-801753dc-7ce0-4ef2-bf3f-14319c3513e9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0475578 Aug 24 15:41:13.290616 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-372d7edc-ec54-4a8d-8220-169d4bcc6d7f req-a13c6f90-fead-4f3a-ad5c-438bdcaf5192 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Aug 24 15:41:13.448197 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4229348d-05bc-4f00-8570-e80f3f51858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.453413 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:41:13.457437 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device b97df505-95e6-44e6-b833-4fc18dc0cdf2 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:41:13.535887 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port b97df505-95e6-44e6-b833-4fc18dc0cdf2 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:41:13.568306 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port b97df505-95e6-44e6-b833-4fc18dc0cdf2 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:41:13.568680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.604737 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:13.627086 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:13.647049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892', 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c', 'port_id': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892', 'mac_address': 'fa:16:3e:0d:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e1c965-7b39-461f-be9f-18f7483e03c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:41:13.705284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port b97df505-95e6-44e6-b833-4fc18dc0cdf2 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:13.705598 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.709765 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:13.710139 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.736211 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:13.746105 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:13.748346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cdb22-5263-43ac-bec8-41ddcf2a5fde" -d '{"events": [{"server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "name": "network-vif-plugged", "status": "completed", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:13.773544 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:13.775583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:13.778051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.782535 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:13.803643 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f6b67-cda6-4cc6-b81d-655f99f5a697 x-openstack-request-id: req-8b6f6b67-cda6-4cc6-b81d-655f99f5a697 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:13.804028 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "name": "network-vif-plugged", "status": "completed", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:13.804288 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b6f6b67-cda6-4cc6-b81d-655f99f5a697 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:13.804685 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6f6b67-cda6-4cc6-b81d-655f99f5a697'] response: {'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'code': 200} Aug 24 15:41:13.835712 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:13.889473 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:13.965638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83759b-343f-4ff7-85a3-5b7509ff65fa req-2aae7388-2d61-4181-99a4-0ea4254fa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:13.967088 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6b83759b-343f-4ff7-85a3-5b7509ff65fa req-2aae7388-2d61-4181-99a4-0ea4254fa2d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 1130 time: 0.0412824 Aug 24 15:41:14.012218 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6b83759b-343f-4ff7-85a3-5b7509ff65fa req-62dcd6ca-ccc6-4698-b05a-7829936844f7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Aug 24 15:41:14.083932 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:41:14.270084 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b658887-2f76-4562-8b34-34ca7d69d24d req-3569420d-1634-4b63-a5fd-3a1d9be9add6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:14.271595 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7b658887-2f76-4562-8b34-34ca7d69d24d req-3569420d-1634-4b63-a5fd-3a1d9be9add6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0919530 Aug 24 15:41:14.281812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b1b8-baa4-480e-8b4d-6268127289ae req-9fac7a85-8ec9-4e73-8093-0eb4e12b6db8 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:14.283226 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdb6b1b8-baa4-480e-8b4d-6268127289ae req-9fac7a85-8ec9-4e73-8093-0eb4e12b6db8 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 944 time: 0.0818264 Aug 24 15:41:14.355849 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7b658887-2f76-4562-8b34-34ca7d69d24d req-684def57-8e91-45fd-8092-3d9ea0ac2738 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716848 Aug 24 15:41:14.362739 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdb6b1b8-baa4-480e-8b4d-6268127289ae req-8efc0102-d961-4c25-8c0b-5a113ad75901 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Aug 24 15:41:14.446229 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:14.464784 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787e570-8873-4945-af81-eff20ba6792e req-67acbbfc-b867-422a-9164-7dcb6a5f04af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:14.466274 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5787e570-8873-4945-af81-eff20ba6792e req-67acbbfc-b867-422a-9164-7dcb6a5f04af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0489049 Aug 24 15:41:14.514471 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5787e570-8873-4945-af81-eff20ba6792e req-24fff93c-bed1-4f71-909e-bede64a716c4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Aug 24 15:41:15.453403 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:41:15.501034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:41:15.507880 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:41:15.508283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:15.513395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2071037-77c9-41f3-8691-e16a623a734d req-a7cff7de-7890-4365-b4b8-26250b87f81d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:15.514944 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e2071037-77c9-41f3-8691-e16a623a734d req-a7cff7de-7890-4365-b4b8-26250b87f81d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0841227 Aug 24 15:41:15.523854 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7c1f4-5ac4-4a3b-b45a-cbc7d58c1bf7 req-e53d92b5-1082-48c3-839c-7149c76358cc tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:15.525307 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d8f7c1f4-5ac4-4a3b-b45a-cbc7d58c1bf7 req-e53d92b5-1082-48c3-839c-7149c76358cc tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 944 time: 0.0854201 Aug 24 15:41:15.543705 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:15.584739 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:15.585131 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:15.607432 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e2071037-77c9-41f3-8691-e16a623a734d req-dd3f6c1d-31b3-45b2-b38c-1c91afb7b51c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810230 Aug 24 15:41:15.611805 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d8f7c1f4-5ac4-4a3b-b45a-cbc7d58c1bf7 req-2cb2d224-9479-43ff-8026-d6ca2fb01473 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790722 Aug 24 15:41:15.622408 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:15.628272 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:15.684924 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:15.730157 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c04a6c-4b9f-4569-9453-fa5840d98c9b req-b432c9da-c311-4f4f-829f-8eb384699471 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:15.731783 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-89c04a6c-4b9f-4569-9453-fa5840d98c9b req-b432c9da-c311-4f4f-829f-8eb384699471 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0516551 Aug 24 15:41:15.736450 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5dc835e4-7cd9-442e-b7ed-a3f4522d86d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:15.746277 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:15.781908 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-89c04a6c-4b9f-4569-9453-fa5840d98c9b req-f551220d-4015-4928-8204-77140e58af2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423932 Aug 24 15:41:15.806051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:15.808450 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b034ea-3885-47fb-8088-36afc7015ee2" -d '{"events": [{"server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "name": "network-vif-plugged", "status": "completed", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:15.844747 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd276c-8782-4dc8-9f12-58a311f6d3a2 x-openstack-request-id: req-a1dd276c-8782-4dc8-9f12-58a311f6d3a2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:15.845036 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "name": "network-vif-plugged", "status": "completed", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:15.845289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1dd276c-8782-4dc8-9f12-58a311f6d3a2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:15.845684 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1dd276c-8782-4dc8-9f12-58a311f6d3a2'] response: {'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892', 'code': 200} Aug 24 15:41:16.747037 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771bc4-bbac-4f88-9a35-509b88fae0fb req-90ed611f-fbda-4861-9fbc-6c9c6cfc22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:16.748592 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e0771bc4-bbac-4f88-9a35-509b88fae0fb req-90ed611f-fbda-4861-9fbc-6c9c6cfc22aa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 1129 time: 0.0455678 Aug 24 15:41:16.796964 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e0771bc4-bbac-4f88-9a35-509b88fae0fb req-450c8bd3-0761-4a83-8c4e-9fe32dc63f1f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Aug 24 15:41:16.804677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e33753-ad8e-47df-841e-5438661a2e8a req-7aee4af8-6020-439d-abb2-065a8548cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:16.806187 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38e33753-ad8e-47df-841e-5438661a2e8a req-7aee4af8-6020-439d-abb2-065a8548cdbb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.1019852 Aug 24 15:41:16.813671 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968106b-ef00-4ea8-88c3-9656e652df14 req-e9c5d76d-2e5d-40ea-ad3d-4887cfe328b3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:16.815080 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1968106b-ef00-4ea8-88c3-9656e652df14 req-e9c5d76d-2e5d-40ea-ad3d-4887cfe328b3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.1245131 Aug 24 15:41:16.822165 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902ae05-3c53-4c10-9388-f80f07a4d1f7 req-1cfb981a-5efb-45fe-a4e2-909fcaa09520 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:16.823654 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1902ae05-3c53-4c10-9388-f80f07a4d1f7 req-1cfb981a-5efb-45fe-a4e2-909fcaa09520 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0922854 Aug 24 15:41:16.901177 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1968106b-ef00-4ea8-88c3-9656e652df14 req-e455aeea-ebcd-4c1d-9422-614f4fa5ae22 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764823 Aug 24 15:41:16.904474 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1902ae05-3c53-4c10-9388-f80f07a4d1f7 req-c2f129f6-d4ef-4639-8f56-eae94d8ac802 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739839 Aug 24 15:41:17.054350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fb44a-79b2-439a-8121-997c7d909505 req-b9e56c3b-6792-488b-a3e8-5f606a6f93db tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:17.056160 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b9fb44a-79b2-439a-8121-997c7d909505 req-b9e56c3b-6792-488b-a3e8-5f606a6f93db tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0955582 Aug 24 15:41:17.063779 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:17.075663 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108a19-b111-4eee-9d00-3849850c0975 req-799c2adc-c82b-403a-b2ba-1ad8f7d08a0a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:17.077063 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-91108a19-b111-4eee-9d00-3849850c0975 req-799c2adc-c82b-403a-b2ba-1ad8f7d08a0a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0863342 Aug 24 15:41:17.086961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54572) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:17.091552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'port_id': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:17.115200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-38e33753-ad8e-47df-841e-5438661a2e8a req-7a31c55b-634d-49ad-b439-0358b9d5e17a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925398 Aug 24 15:41:17.129979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:17.131684 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b9fb44a-79b2-439a-8121-997c7d909505 req-06ca98ac-2217-4100-ac2e-caca6982eca7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696528 Aug 24 15:41:17.132774 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:17.382188 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:17.551857 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:17.555816 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:17.652171 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP cdf269a8-e3bc-4f00-baed-392eae3a7de4 associated. External IP: 172.27.4.192, port: b97df505-95e6-44e6-b833-4fc18dc0cdf2. Aug 24 15:41:17.850258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:41:17.953867 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:41:17.963455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:17.968427 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:41:17.977162 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:17.981217 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:17.981976 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:17.996955 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0ad01f16-8d9d-437a-a9b8-9c3be1b56741 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/cdf269a8-e3bc-4f00-baed-392eae3a7de4 HTTP/1.1" status: 200 len: 992 time: 0.9066522 Aug 24 15:41:17.996955 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:17.997739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7afdacc-d31f-4042-8605-6374ecdad53b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:18.037750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08907aa-31cc-460e-89b8-5acf2d9eecd7 x-openstack-request-id: req-e08907aa-31cc-460e-89b8-5acf2d9eecd7 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:18.038054 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:18.038454 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e08907aa-31cc-460e-89b8-5acf2d9eecd7 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:18.039136 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08907aa-31cc-460e-89b8-5acf2d9eecd7'] response: {'name': 'network-changed', 'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'status': 'completed', 'code': 200} Aug 24 15:41:18.049828 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c99c2-a0d4-466c-96b1-d2634d5f5553 req-4a633a7f-618e-442e-99a9-ba10d3649cd4 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:18.051531 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b41c99c2-a0d4-466c-96b1-d2634d5f5553 req-4a633a7f-618e-442e-99a9-ba10d3649cd4 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.0622029 Aug 24 15:41:18.087877 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:18.100327 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b41c99c2-a0d4-466c-96b1-d2634d5f5553 req-ae05fd0a-d7ad-4e60-99d0-158c569d24ba tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Aug 24 15:41:18.258311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b77c-4f91-4db0-a927-ce41013efe33 req-47a8860a-98a7-4d48-beac-40d76d4af226 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:18.259840 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0092b77c-4f91-4db0-a927-ce41013efe33 req-47a8860a-98a7-4d48-beac-40d76d4af226 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0511696 Aug 24 15:41:18.311354 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'cdf269a8-e3bc-4f00-baed-392eae3a7de4', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.192', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:2d:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:02Z', 'updated_at': '2022-08-24T15:41:17Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:18.341920 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0092b77c-4f91-4db0-a927-ce41013efe33 req-6c7542ea-dbfa-4379-8f56-5e5282160507 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750577 Aug 24 15:41:18.346270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:41:18.356604 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:18.357209 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:18.438916 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:18.472775 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:18.525423 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:18.698540 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:18.702208 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'cdf269a8-e3bc-4f00-baed-392eae3a7de4', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.192', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:2d:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:02Z', 'updated_at': '2022-08-24T15:41:17Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:18.731205 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e6f54-3888-431e-8c51-e24e522bdde4 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'cdf269a8-e3bc-4f00-baed-392eae3a7de4', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.192', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:2d:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:02Z', 'updated_at': '2022-08-24T15:41:17Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:41:18.797764 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-38381363-f81a-4f81-984b-f8d4a76b3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:18.799361 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-38381363-f81a-4f81-984b-f8d4a76b3963 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 1130 time: 0.0439003 Aug 24 15:41:18.935210 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311991f2-c7a6-4c59-b1fc-ddeb6ea2de40 None None] New status for floating IP cdf269a8-e3bc-4f00-baed-392eae3a7de4: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:41:18.994984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:19.024224 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:19.051192 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-e0b008fa-0a64-41bc-b783-7569c66add69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:19.052638 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-e0b008fa-0a64-41bc-b783-7569c66add69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.1125281 Aug 24 15:41:19.222083 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1203b6-a4b6-4615-9655-583f911e2962 req-871f7ddc-bec9-4deb-a28d-a1b5ed318cd2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:19.224108 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1f1203b6-a4b6-4615-9655-583f911e2962 req-871f7ddc-bec9-4deb-a28d-a1b5ed318cd2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.0474985 Aug 24 15:41:19.274945 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1f1203b6-a4b6-4615-9655-583f911e2962 req-17d33fc3-ab01-4003-ad84-2d8f4b58a3c7 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Aug 24 15:41:19.498627 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3f39-7b18-4fa6-9823-2caa0457114f req-67f54b23-fa0f-48f5-af27-6d440a044fb3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:19.500137 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-275a3f39-7b18-4fa6-9823-2caa0457114f req-67f54b23-fa0f-48f5-af27-6d440a044fb3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0877326 Aug 24 15:41:19.533453 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:19.540377 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-33322ab7-f625-4729-ae17-a5bd03b3116c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2 HTTP/1.1" status: 200 len: 1002 time: 0.0885510 Aug 24 15:41:19.599519 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-275a3f39-7b18-4fa6-9823-2caa0457114f req-4d9fce42-3960-4187-b552-52a9821fb74b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916581 Aug 24 15:41:19.611378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-3909fedc-d9c6-48e4-bc69-8096346b9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:19.612831 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-3909fedc-d9c6-48e4-bc69-8096346b9bf6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.0627551 Aug 24 15:41:19.670921 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-06216cd1-f942-4c12-9c8a-33dcd2b9efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:19.672663 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-06216cd1-f942-4c12-9c8a-33dcd2b9efd3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438719 Aug 24 15:41:19.795659 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-6bf8567c-6abe-4e03-b794-80cf33ad172d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123559 Aug 24 15:41:19.898706 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7afdacc-d31f-4042-8605-6374ecdad53b req-295df1c3-24cf-4ced-8b00-496f7730cb88 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954454 Aug 24 15:41:20.077365 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e909-04aa-4e68-9230-416114c26279 req-bb3f4dbd-a081-4bd4-8047-bf6ccc956f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:20.079111 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-bb3f4dbd-a081-4bd4-8047-bf6ccc956f24 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0796928 Aug 24 15:41:20.088604 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1e37-dec0-448e-adcd-d5e594b8cbbc req-2ceb5a38-a336-4ec2-bd30-215c0e76ca6e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:20.090467 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-333b1e37-dec0-448e-adcd-d5e594b8cbbc req-2ceb5a38-a336-4ec2-bd30-215c0e76ca6e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0817769 Aug 24 15:41:20.207825 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-333b1e37-dec0-448e-adcd-d5e594b8cbbc req-1aee9559-d265-4841-9c0e-f84b1aaba0b8 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070478 Aug 24 15:41:20.227566 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e909-04aa-4e68-9230-416114c26279 req-e9f75e96-e594-4892-a1aa-1e93ccd4bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:20.229050 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-e9f75e96-e594-4892-a1aa-1e93ccd4bd29 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.1375973 Aug 24 15:41:20.308045 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-86258536-cf58-440a-a305-f035a4f48d2a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 1001 time: 0.0606189 Aug 24 15:41:20.359250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e909-04aa-4e68-9230-416114c26279 req-afc6ae9f-c2d1-4a3f-afb4-c8afa01fa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:20.360744 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-afc6ae9f-c2d1-4a3f-afb4-c8afa01fa8f5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0464277 Aug 24 15:41:20.407290 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445e909-04aa-4e68-9230-416114c26279 req-e60571eb-f6af-4281-a9df-d660388bd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:20.408830 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-e60571eb-f6af-4281-a9df-d660388bd614 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409617 Aug 24 15:41:20.509373 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-ccaa8ff6-d223-4d55-8f2d-70a0565d7681 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934825 Aug 24 15:41:20.545401 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:20.603493 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c445e909-04aa-4e68-9230-416114c26279 req-11cef14c-9d2c-4039-b7ed-27ef38a762f5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872808 Aug 24 15:41:21.337025 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9e57f-0603-4b83-ae98-f86109e349ad req-d305aa91-6cd2-4c62-a867-de0cae5456fc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:21.338542 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d3c9e57f-0603-4b83-ae98-f86109e349ad req-d305aa91-6cd2-4c62-a867-de0cae5456fc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0521960 Aug 24 15:41:21.391948 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d3c9e57f-0603-4b83-ae98-f86109e349ad req-114ac750-4781-4a47-853b-f5c5ac4c258c tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477526 Aug 24 15:41:22.476566 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:22.514459 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad395e4b-38bc-4c07-9c3c-dac67ae4ea0f req-401400f9-931c-4402-bcfd-f3cf82ce839e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:22.516039 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad395e4b-38bc-4c07-9c3c-dac67ae4ea0f req-401400f9-931c-4402-bcfd-f3cf82ce839e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 24 15:41:22.563696 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad395e4b-38bc-4c07-9c3c-dac67ae4ea0f req-7a4aeae6-1514-4e52-b0a7-a6e3b0327f9b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Aug 24 15:41:23.700618 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223381-fc57-4a25-a118-3a711b298dbf req-eb2d613d-f518-45b5-a8c5-d87cef582ae4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:23.703286 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e5223381-fc57-4a25-a118-3a711b298dbf req-eb2d613d-f518-45b5-a8c5-d87cef582ae4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0616057 Aug 24 15:41:23.830732 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e5223381-fc57-4a25-a118-3a711b298dbf req-ca39ddc9-f6a3-485c-9282-d710a3ac3dd9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183112 Aug 24 15:41:23.839219 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c84d5-7e1e-4d8e-ba85-b097082e523f req-2463e68d-f761-4030-9869-7fc13e767595 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:23.840882 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-736c84d5-7e1e-4d8e-ba85-b097082e523f req-2463e68d-f761-4030-9869-7fc13e767595 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.1080782 Aug 24 15:41:23.842454 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-266844bc-6770-47f0-9e36-ea8b9865477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:23.843884 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-266844bc-6770-47f0-9e36-ea8b9865477e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1169 time: 0.0731730 Aug 24 15:41:24.001971 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-736c84d5-7e1e-4d8e-ba85-b097082e523f req-8020d133-d1d0-4106-82ce-f4699fc607f2 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546965 Aug 24 15:41:24.015236 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ee325-eb69-4f38-853e-315cb1b2bc5d req-5b63c546-106f-4100-b0be-11eb7bab87a9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:24.016691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f27ee325-eb69-4f38-853e-315cb1b2bc5d req-5b63c546-106f-4100-b0be-11eb7bab87a9 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.1089892 Aug 24 15:41:24.026903 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54676) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:24.031546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Request body: {'floatingip': {'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:24.073585 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-fd668640-bef1-4a12-873a-9e1f06e2565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:24.075070 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-fd668640-bef1-4a12-873a-9e1f06e2565a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.2210479 Aug 24 15:41:24.132639 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:24.198171 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-c140caeb-0ee5-4e7b-a866-ab4ff800ba81 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 1002 time: 0.1088688 Aug 24 15:41:24.305033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-a0207b66-f189-4a5e-8d78-c31c17b6e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:24.306491 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-a0207b66-f189-4a5e-8d78-c31c17b6e56d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.1004617 Aug 24 15:41:24.426700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-7bb3ae48-2dda-46f5-a675-fb345f4e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:24.428203 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-7bb3ae48-2dda-46f5-a675-fb345f4e7484 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112325 Aug 24 15:41:24.445059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:24.836750 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:24.908844 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-8a7b2061-8df7-4454-9ceb-e18052f77000 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719079 Aug 24 15:41:25.090500 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:25.103761 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-94ba0575-96bc-4a34-99f8-7576f9d156b0 req-e4c42458-a193-4a23-b692-96d66c5696b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839452 Aug 24 15:41:25.129968 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:25.214246 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab921c25-1458-4fc6-a0d1-2dd7ca1e7dc5 req-4ddf82f9-abf4-4474-88d0-949349447e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:25.215797 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ab921c25-1458-4fc6-a0d1-2dd7ca1e7dc5 req-4ddf82f9-abf4-4474-88d0-949349447e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.1336830 Aug 24 15:41:25.308994 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ab921c25-1458-4fc6-a0d1-2dd7ca1e7dc5 req-15355682-4d3a-4f38-904e-81ba75ed5c08 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857117 Aug 24 15:41:25.414852 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:41:25.525837 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:41:25.531025 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:25.535627 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:41:25.546861 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:25.547546 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:25.552405 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:25.564656 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:25.566902 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae859062-2064-48d7-a985-3c2c6e895724" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:25.604952 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2864417c-7923-4d4b-b5c2-484c538f9c2b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0 HTTP/1.1" status: 200 len: 993 time: 1.5768974 Aug 24 15:41:25.609321 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d778f4-51ce-46db-8462-a3ae0a38096c x-openstack-request-id: req-71d778f4-51ce-46db-8462-a3ae0a38096c {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:25.609613 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:25.609877 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71d778f4-51ce-46db-8462-a3ae0a38096c {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:25.610282 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d778f4-51ce-46db-8462-a3ae0a38096c'] response: {'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'status': 'completed', 'code': 200} Aug 24 15:41:25.658693 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:25.675673 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859062-2064-48d7-a985-3c2c6e895724 req-b451cb9e-7656-44a8-99f6-5387da43bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:25.677364 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-b451cb9e-7656-44a8-99f6-5387da43bae9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0401707 Aug 24 15:41:25.768973 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:25.776485 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859062-2064-48d7-a985-3c2c6e895724 req-f1f16fb6-b86f-4f89-9ed5-dd599ff2892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:25.777952 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-f1f16fb6-b86f-4f89-9ed5-dd599ff2892d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.0944028 Aug 24 15:41:25.856961 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-cf130c6c-ae57-4c8c-ae3c-9dda50ec8156 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 1001 time: 0.0726287 Aug 24 15:41:25.886993 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:41:24Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:25.911855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859062-2064-48d7-a985-3c2c6e895724 req-56466c06-27cf-4786-8348-52ff53cc6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:25.912462 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:41:25.913511 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-56466c06-27cf-4786-8348-52ff53cc6b90 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0461867 Aug 24 15:41:25.922513 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:25.923180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:25.962779 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859062-2064-48d7-a985-3c2c6e895724 req-994320f8-3f9b-4838-bf52-9acd4b05031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:25.964200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-994320f8-3f9b-4838-bf52-9acd4b05031f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416629 Aug 24 15:41:26.000253 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:26.040975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:26.071528 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-5c599d14-524f-4d76-b1e4-21383660a7ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003931 Aug 24 15:41:26.101049 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-0eef65d8-dee0-4a73-819e-baf4e8d7ea55 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521076 Aug 24 15:41:26.169029 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ae859062-2064-48d7-a985-3c2c6e895724 req-398782f3-a4ec-48f0-9220-6798b48d0c49 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901160 Aug 24 15:41:26.169763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-cb9008e2-c0ab-4699-acbe-0599270e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:26.171283 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-cb9008e2-c0ab-4699-acbe-0599270e0500 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 1129 time: 0.0417044 Aug 24 15:41:26.265683 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:41:24Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:26.294958 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee75c7a-661f-4af9-b345-bd141b7efc4c None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'floating_ip_address': '172.27.4.102', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'port_id': 'd30bf2eb-be05-4025-9994-339e033189d7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'mac_address': 'fa:16:3e:34:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:39:26Z', 'updated_at': '2022-08-24T15:41:24Z', 'revision_number': 3, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:41:26.302878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:26.309409 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-b5964e73-f3ce-402a-9900-2fc71040d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:26.311109 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-b5964e73-f3ce-402a-9900-2fc71040d9dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.0928226 Aug 24 15:41:26.452085 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100c597-38db-4b0f-8150-2246c90dbf24 req-1a3cbdac-188f-47fd-aad0-e12cec3b44cc tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:26.453799 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5100c597-38db-4b0f-8150-2246c90dbf24 req-1a3cbdac-188f-47fd-aad0-e12cec3b44cc tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0555100 Aug 24 15:41:26.531689 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5100c597-38db-4b0f-8150-2246c90dbf24 req-9b550029-abbe-4d37-93d4-e885278d6616 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710442 Aug 24 15:41:26.621439 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-4412e396-b49d-45bc-a16f-6b035e7ea4dc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 200 len: 999 time: 0.3036115 Aug 24 15:41:26.678321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-e3b4f757-45a5-46af-a013-5233f939d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:26.679842 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-e3b4f757-45a5-46af-a013-5233f939d6be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0453062 Aug 24 15:41:26.731470 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-f15a53d7-e30e-4102-804a-b52361c790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:26.733010 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-f15a53d7-e30e-4102-804a-b52361c790ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415840 Aug 24 15:41:26.810045 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:26.831196 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-9b089cc8-45db-4928-b0fc-c006d037e9e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886235 Aug 24 15:41:26.936996 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7792056d-b2f0-487f-ab45-8de85e44b009 req-3e81be0c-1513-43ec-ab32-cae41bdf3daa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919507 Aug 24 15:41:27.611250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:27.613501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411fb72a-f58d-45f8-8758-564a09fb2174" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:27.658057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4da4c15-7999-4c50-8931-c997c67724df x-openstack-request-id: req-c4da4c15-7999-4c50-8931-c997c67724df {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:27.658343 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:27.658600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4da4c15-7999-4c50-8931-c997c67724df {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:27.659026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4da4c15-7999-4c50-8931-c997c67724df'] response: {'name': 'network-changed', 'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'status': 'completed', 'code': 200} Aug 24 15:41:27.665085 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7b5c5-4ea0-46d9-89c8-ae23d71807b2 req-5f0f247e-8ad1-4b0d-81ca-de83f576b162 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:27.666568 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e0a7b5c5-4ea0-46d9-89c8-ae23d71807b2 req-5f0f247e-8ad1-4b0d-81ca-de83f576b162 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0569856 Aug 24 15:41:27.730458 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e0a7b5c5-4ea0-46d9-89c8-ae23d71807b2 req-9a5b9035-a36b-46a3-8cc4-1c35e4631930 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578935 Aug 24 15:41:27.841722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-51336f87-7e62-43ff-83fa-959c120b5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:27.843283 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-51336f87-7e62-43ff-83fa-959c120b5b31 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3d204b26857042e397b91be285fa3ed9&device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 1129 time: 0.0457795 Aug 24 15:41:27.941265 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-3af86a46-8ea6-4b7b-a275-f81c150dbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:27.943256 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-3af86a46-8ea6-4b7b-a275-f81c150dbd88 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 200 len: 920 time: 0.0921893 Aug 24 15:41:28.006262 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-a9b4a733-bf8b-4c29-ba3a-c55753685cdf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 200 len: 1001 time: 0.0550203 Aug 24 15:41:28.056278 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-1508fe1d-e0c5-42c0-a203-65b569fa249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:28.057776 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-1508fe1d-e0c5-42c0-a203-65b569fa249b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 200 len: 857 time: 0.0450854 Aug 24 15:41:28.111637 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-ecb11347-88b5-4b87-ac71-a522c0930f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:28.113168 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-ecb11347-88b5-4b87-ac71-a522c0930f89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413737 Aug 24 15:41:28.211568 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-23b8b4f3-79f2-487b-a416-f9eae3656bca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903091 Aug 24 15:41:28.311483 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-411fb72a-f58d-45f8-8758-564a09fb2174 req-24be5777-d77f-4ace-824b-d2f314ab58bb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918932 Aug 24 15:41:28.854536 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dca27-ee02-4ad1-8e13-2ba784d711ca req-8cc33d85-1448-4a66-8507-a2307f440f0e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:28.856031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-655dca27-ee02-4ad1-8e13-2ba784d711ca req-8cc33d85-1448-4a66-8507-a2307f440f0e tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0493288 Aug 24 15:41:28.916179 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-655dca27-ee02-4ad1-8e13-2ba784d711ca req-40c8cc38-7fe1-45f3-9b27-8f842e9584ff tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545406 Aug 24 15:41:30.043898 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114b5ea-df07-4648-9082-6832625fe38c req-c278ca44-4a3b-4f1a-9bfc-ad591f13578d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:30.045370 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c114b5ea-df07-4648-9082-6832625fe38c req-c278ca44-4a3b-4f1a-9bfc-ad591f13578d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0529022 Aug 24 15:41:30.117988 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c114b5ea-df07-4648-9082-6832625fe38c req-9896d32d-d06d-4e8d-91b1-5ae17396f701 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668666 Aug 24 15:41:31.238940 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef3833-8d59-4142-8687-5be669bb5c63 req-029dc136-9680-41b5-8527-53ac57ffbbcd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:31.240587 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-40ef3833-8d59-4142-8687-5be669bb5c63 req-029dc136-9680-41b5-8527-53ac57ffbbcd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0498424 Aug 24 15:41:31.288435 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:31.312994 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-40ef3833-8d59-4142-8687-5be669bb5c63 req-42433146-b1ae-4409-8e37-3ce4ef703131 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664983 Aug 24 15:41:31.583924 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af2271-d144-4b42-b5f7-cd4603e66a15 req-3f87231c-9eab-401f-be22-a272e1441844 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:31.585412 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-13af2271-d144-4b42-b5f7-cd4603e66a15 req-3f87231c-9eab-401f-be22-a272e1441844 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0516338 Aug 24 15:41:31.633972 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-13af2271-d144-4b42-b5f7-cd4603e66a15 req-adc6a80a-42fc-461a-a51a-20dbf152eddc tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Aug 24 15:41:32.442301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4069150-49ec-42d0-8694-6ebc3dd12587 req-88a77fa9-87c1-44b6-9edb-92cd0a1be70d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:32.443831 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a4069150-49ec-42d0-8694-6ebc3dd12587 req-88a77fa9-87c1-44b6-9edb-92cd0a1be70d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0486042 Aug 24 15:41:32.504006 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a4069150-49ec-42d0-8694-6ebc3dd12587 req-8ac076e4-e5e2-41dc-bec7-1878877df71f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545266 Aug 24 15:41:32.758904 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14068d7c-b567-4096-ad96-4097d1e9623b req-fb6fc8a2-1892-4b90-8da0-a802b0c0eacf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:32.760371 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14068d7c-b567-4096-ad96-4097d1e9623b req-fb6fc8a2-1892-4b90-8da0-a802b0c0eacf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0470688 Aug 24 15:41:32.811465 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14068d7c-b567-4096-ad96-4097d1e9623b req-649682ea-599e-4ef5-b0b1-d592f295282e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455241 Aug 24 15:41:33.617542 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:33.628320 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab2a9-3773-4552-bc89-0a00f5984a79 req-c904c9ac-39e3-4476-bee8-9ca0c21ce392 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:33.629781 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b3ab2a9-3773-4552-bc89-0a00f5984a79 req-c904c9ac-39e3-4476-bee8-9ca0c21ce392 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0522046 Aug 24 15:41:33.689736 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b3ab2a9-3773-4552-bc89-0a00f5984a79 req-1d348bd9-31a8-4e9d-9560-3b2db787f73b tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541737 Aug 24 15:41:33.935557 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71c3d2-da65-4866-bbb7-908425ed48d0 req-eae8e3bf-67b7-4f19-9d9c-b628cd626842 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:33.936961 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b71c3d2-da65-4866-bbb7-908425ed48d0 req-eae8e3bf-67b7-4f19-9d9c-b628cd626842 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0519331 Aug 24 15:41:33.989572 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b71c3d2-da65-4866-bbb7-908425ed48d0 req-c4ef8492-868a-4ec4-8fd3-1ef5b1927614 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=056525b4-4cc9-4d60-a131-24e0e4a821b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Aug 24 15:41:34.123069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-54a89b12-afc5-4aa8-9087-8d52b55090db tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:34.124529 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-54a89b12-afc5-4aa8-9087-8d52b55090db tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 945 time: 0.0470011 Aug 24 15:41:34.215022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Deleting port e556ad45-52e0-45b1-a43b-9779f17bd048 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:41:34.215273 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.245575 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:34.306695 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] For port e556ad45-52e0-45b1-a43b-9779f17bd048, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=e556ad45-52e0-45b1-a43b-9779f17bd048,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:34.307054 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.468436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.468700 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.469013 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Floating IP 76753960-55ae-46ba-9a00-36486efa2d43 disassociated. External IP: 172.27.4.3, port: e556ad45-52e0-45b1-a43b-9779f17bd048. Aug 24 15:41:34.469347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Calling delete_port for e556ad45-52e0-45b1-a43b-9779f17bd048 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:41:34.523016 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:34.599299 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (e556ad45-52e0-45b1-a43b-9779f17bd048), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.628605 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'Port': ['ID=e556ad45-52e0-45b1-a43b-9779f17bd048,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:34.640836 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.641186 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.641523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.641859 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.642190 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.642517 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.642891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.643193 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.643515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.643838 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.644164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.644487 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.644806 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.645123 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.645445 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:41:34.751929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:41:34.816578 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca52e9-dd7e-4663-a290-f6abae411b70 req-75c07268-bbe2-4c91-90e2-27618e9ec221 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:34.818087 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-07ca52e9-dd7e-4663-a290-f6abae411b70 req-75c07268-bbe2-4c91-90e2-27618e9ec221 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0517440 Aug 24 15:41:34.858245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:41:34.870086 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:41:34.880180 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:34.880696 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-07ca52e9-dd7e-4663-a290-f6abae411b70 req-19427155-2290-4b8b-89df-a86ee09f78ab tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568953 Aug 24 15:41:34.887859 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:34.905856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] No DVR routers for this DVR port e556ad45-52e0-45b1-a43b-9779f17bd048 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:41:34.908677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:34.912241 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8a0ec890-c71f-4861-bcf1-79444689eacc req-c9d71b9b-f9ae-43d7-a598-bf23288b9f13 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e556ad45-52e0-45b1-a43b-9779f17bd048 HTTP/1.1" status: 204 len: 173 time: 0.7743170 Aug 24 15:41:34.912692 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'name': 'network-vif-deleted', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:34.916279 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a22c9d-68b8-4726-9fbf-b03a7e7dfada" -d '{"events": [{"server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "name": "network-vif-deleted", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:34.968254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55693039-bacf-4a5d-8b0a-38fd78dc46be x-openstack-request-id: req-55693039-bacf-4a5d-8b0a-38fd78dc46be {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:34.968648 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905f49ec-5f2b-4a83-994b-8d36385a9996", "name": "network-vif-deleted", "tag": "e556ad45-52e0-45b1-a43b-9779f17bd048", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:34.969005 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55693039-bacf-4a5d-8b0a-38fd78dc46be {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:34.969499 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55693039-bacf-4a5d-8b0a-38fd78dc46be'] response: {'server_uuid': '905f49ec-5f2b-4a83-994b-8d36385a9996', 'name': 'network-vif-deleted', 'tag': 'e556ad45-52e0-45b1-a43b-9779f17bd048', 'status': 'completed', 'code': 200} Aug 24 15:41:34.994901 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:35.125180 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-11d0aee5-2dd3-4b3b-bbca-ad9ee2d43c9a req-a2574d47-76d8-462f-94c1-2beec5fad1da tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=905f49ec-5f2b-4a83-994b-8d36385a9996 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Aug 24 15:41:35.194989 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:35.219533 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:41:35.228973 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:35.229523 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:35.330371 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:35.523861 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:35.550846 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01809ce4-045b-4f94-a3ec-edf87d0c39fa None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:41:35.810297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36524430-508e-4c38-bbc8-886e070f7551 None None] New status for floating IP 76753960-55ae-46ba-9a00-36486efa2d43: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:41:36.023024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab51f-a26b-438f-bc44-80ce18ee45cc req-ddfb1d9f-4bcc-4aea-9b95-ca8060a2c1bd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:36.024872 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-041ab51f-a26b-438f-bc44-80ce18ee45cc req-ddfb1d9f-4bcc-4aea-9b95-ca8060a2c1bd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0546629 Aug 24 15:41:36.088534 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-041ab51f-a26b-438f-bc44-80ce18ee45cc req-015a00a0-9194-4110-8413-21310e8ba05d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579007 Aug 24 15:41:36.219033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54778) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:36.279535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (056525b4-4cc9-4d60-a131-24e0e4a821b7), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.302233 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (056525b4-4cc9-4d60-a131-24e0e4a821b7), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.352301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (056525b4-4cc9-4d60-a131-24e0e4a821b7), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.355284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.356596 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/056525b4-4cc9-4d60-a131-24e0e4a821b7 HTTP/1.1" status: 204 len: 168 time: 0.1365700 Aug 24 15:41:36.359631 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54780) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:36.367025 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88e43e-c61e-4f37-ba37-6ce18e630a76 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=056525b4-4cc9-4d60-a131-24e0e4a821b7,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:36.375233 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.api.v2.resource [None req-ba834c33-3988-486a-b90d-a11c9f998fc3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] show failed (client error): The resource could not be found. Aug 24 15:41:36.376284 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ba834c33-3988-486a-b90d-a11c9f998fc3 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups/056525b4-4cc9-4d60-a131-24e0e4a821b7 HTTP/1.1" status: 404 len: 347 time: 0.0155425 Aug 24 15:41:36.379783 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54782) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:36.494911 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Deleting port 572c2b1f-6c0f-4eb7-90fc-b1e83c658b26 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:41:36.495262 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.510858 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:36.575730 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.575982 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.588761 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Calling delete_port for 572c2b1f-6c0f-4eb7-90fc-b1e83c658b26 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:41:36.721867 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (572c2b1f-6c0f-4eb7-90fc-b1e83c658b26), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.751508 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'Port': ['ID=572c2b1f-6c0f-4eb7-90fc-b1e83c658b26,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:36.803016 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:36.816430 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (76753960-55ae-46ba-9a00-36486efa2d43), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.818881 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:36.820579 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9787e7ac-0364-426b-bd90-e48960341cc5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/76753960-55ae-46ba-9a00-36486efa2d43 HTTP/1.1" status: 204 len: 168 time: 0.4399369 Aug 24 15:41:36.897443 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54786) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:36.902256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609220283', 'description': 'tempest-description--580796751'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:36.926893 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.000438 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.004287 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.037088 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.038358 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396143 Aug 24 15:41:37.039082 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a263ff-62fc-4ae9-87ec-3c5d8c72e826 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:37.041147 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54790) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:37.045451 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group_rule': {'security_group_id': 'd0bbcf4a-d7f9-4811-a65d-cd6da2bc147f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:37.072500 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (55c18689-88fc-409e-9a4d-b3ec54e16fb8), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.132674 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (55c18689-88fc-409e-9a4d-b3ec54e16fb8), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.138780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (55c18689-88fc-409e-9a4d-b3ec54e16fb8), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.158633 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c18689-88fc-409e-9a4d-b3ec54e16fb8,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:37.167383 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.171022 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0b70f84c-9c79-496a-9fcf-72405d182f77 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265419 Aug 24 15:41:37.171423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54794) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:37.176220 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'security_group_rule': {'security_group_id': 'd0bbcf4a-d7f9-4811-a65d-cd6da2bc147f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:37.204098 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (714b33fb-75b4-48f4-bef7-d3abdfe702ef), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.218781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634d3d8-9cd5-4554-90ce-288218d20d2e req-b7909c6c-8b52-45b9-9b5a-0ebcfa1504c3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:37.220339 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5634d3d8-9cd5-4554-90ce-288218d20d2e req-b7909c6c-8b52-45b9-9b5a-0ebcfa1504c3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0491533 Aug 24 15:41:37.264501 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (714b33fb-75b4-48f4-bef7-d3abdfe702ef), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.268238 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (714b33fb-75b4-48f4-bef7-d3abdfe702ef), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.282675 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:37.283520 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5634d3d8-9cd5-4554-90ce-288218d20d2e req-b92e3d1b-a09e-4b89-8957-04be687519f5 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570793 Aug 24 15:41:37.288447 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714b33fb-75b4-48f4-bef7-d3abdfe702ef,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:37.296178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.297313 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4a763824-878b-4dcc-bc89-b40aedcc0ca9 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248577 Aug 24 15:41:37.300520 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 54796) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:37.305653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:37.328170 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.406727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.517547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Allocated IP 172.27.4.68 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/2433f0a2-b0fe-42d3-9814-7e05e6b82df7) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:41:37.590513 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:37.620447 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.652357 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.695276 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:41:37.699936 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:37.703643 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:41:37.706777 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=2433f0a2-b0fe-42d3-9814-7e05e6b82df7,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:37.785170 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.825951 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.921578 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:41:37.971855 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.977257 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:37.980891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:38.050841 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=2433f0a2-b0fe-42d3-9814-7e05e6b82df7,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:38.056432 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:38.072297 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:38.073520 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3a667a3c-c13e-4d19-9c1a-9fd1bf3027e5 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7719891 Aug 24 15:41:38.250669 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:38.275277 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-789a3312-28c7-4dcb-bb57-f57b1a551d12 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1609220283&fields=id&tenant_id=98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 267 time: 0.0441735 Aug 24 15:41:38.418700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-e4b49ba6-0430-48cc-8b6f-2bcae7db1578 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:38.420172 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-e4b49ba6-0430-48cc-8b6f-2bcae7db1578 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 811 time: 0.1385565 Aug 24 15:41:38.432158 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d979-a809-4f73-bb56-c29a3e609d6c req-4b6e9e1f-0c3e-475d-9661-81029e2e9c1c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:38.433549 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d968d979-a809-4f73-bb56-c29a3e609d6c req-4b6e9e1f-0c3e-475d-9661-81029e2e9c1c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0694702 Aug 24 15:41:38.449876 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-98e11cdf-4f7b-49f2-a632-7fe46326000c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/quotas/98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 375 time: 0.0240407 Aug 24 15:41:38.525916 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-c126ae22-7eac-492f-b34b-40af5dc31111 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697520 Aug 24 15:41:38.539587 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d968d979-a809-4f73-bb56-c29a3e609d6c req-51a5580c-2936-4eca-8868-fee97804e4b2 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991275 Aug 24 15:41:38.625633 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-df64aa8b-50c7-4f9b-ba77-050729c204e7 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Aug 24 15:41:38.714864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:38.719385 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-344f9031-e257-410f-957f-26184a527b81 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879912 Aug 24 15:41:38.887708 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6e181aa4-926e-429c-aff0-1a665174010c req-34e8475d-73b5-4fe8-9cca-9bd9246debcb tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Aug 24 15:41:39.641372 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e556ad45-52e0-45b1-a43b-9779f17bd048 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:41:39.660975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: e556ad45-52e0-45b1-a43b-9779f17bd048 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:41:39.661308 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device e556ad45-52e0-45b1-a43b-9779f17bd048 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:41:39.662210 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35737b-1f06-4423-84d5-536d0e8521ff req-e0c5efc4-d5e3-43a9-833e-61027896c810 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:39.664508 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb35737b-1f06-4423-84d5-536d0e8521ff req-e0c5efc4-d5e3-43a9-833e-61027896c810 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0524015 Aug 24 15:41:39.724900 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb35737b-1f06-4423-84d5-536d0e8521ff req-e29ca882-1b19-4f37-88ec-522879054d1f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545554 Aug 24 15:41:40.005674 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9f6aba56-542d-4299-a3f7-9facc8d6be2f req-a8b7af65-00c7-409f-a68e-6b2c9586aaab tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 210 time: 0.0295987 Aug 24 15:41:40.005935 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-cbd31380-bc8f-4f7a-8fa6-7f79edb873a2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:40.007813 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-cbd31380-bc8f-4f7a-8fa6-7f79edb873a2 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 811 time: 0.1263888 Aug 24 15:41:40.103478 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-bf1b32ef-f934-410b-af63-c004bddd6e19 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98f176b3cafe45d497dee2f1d031a4ec HTTP/1.1" status: 200 len: 380 time: 0.0550430 Aug 24 15:41:40.118140 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'port': {'device_id': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'admin_state_up': True, 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'security_groups': ['d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:40.222469 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:40.237311 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Made reservation on behalf of 98f176b3cafe45d497dee2f1d031a4ec for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:41:40.241058 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.370089 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Allocated IP 172.20.0.9 (a4edf337-5391-4629-bda7-d1122fcdfc2b/063009ac-3201-401f-ae07-e008a4009c27/0c3944b5-6421-49fd-b1b0-a42f4ca0afa6) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:41:40.508856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.541484 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.583355 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Network a4edf337-5391-4629-bda7-d1122fcdfc2b is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:41:40.588384 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:41:40.592712 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:41:40.617036 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event updated for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:40.645939 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:40.646569 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.664419 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-3341bb4c-6b45-4bb0-8e6f-b995e18e7c82 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501983 Aug 24 15:41:40.700948 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Request body: {'port': {'device_id': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:40.727937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:40.769468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.822011 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-b9eb526f-45d3-424b-aaec-7aca43e22dc8 None None] Provisioning complete for port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:41:40.822581 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b9eb526f-45d3-424b-aaec-7aca43e22dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:40.845110 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843d17-4a1a-4f4f-9fde-8200d74cbdd3 req-cf4c5303-48bf-40ee-b4ab-543b779c7cef tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:40.846931 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c5843d17-4a1a-4f4f-9fde-8200d74cbdd3 req-cf4c5303-48bf-40ee-b4ab-543b779c7cef tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0497334 Aug 24 15:41:40.862607 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb526f-45d3-424b-aaec-7aca43e22dc8 None None] Port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:41:40.913909 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c5843d17-4a1a-4f4f-9fde-8200d74cbdd3 req-477661d8-e920-42b9-af7b-141dc21823e6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596738 Aug 24 15:41:41.029629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:41.037063 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks [] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:41.043056 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:41.052855 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Transition to ACTIVE for port object 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:41:41.057292 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:41.139778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f303b-cc62-40f5-821a-52501f83bc38 req-d79e35dd-e0b6-47b6-affd-6e83ed6810f7 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:41.140991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:41.141264 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0e6f303b-cc62-40f5-821a-52501f83bc38 req-d79e35dd-e0b6-47b6-affd-6e83ed6810f7 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 943 time: 0.0537276 Aug 24 15:41:41.173685 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Attempting to bind port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:41:41.174021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Attempting to bind port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:41:41.174374 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Attempting to bind port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:41.178886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 on network a4edf337-5391-4629-bda7-d1122fcdfc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:41:41.179253 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Attempting to bind port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 on network a4edf337-5391-4629-bda7-d1122fcdfc2b {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:41:41.185373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:41:41.185712 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Checking segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:41:41.186094 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Bound using segment: {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:41:41.186522 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Bound port: 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef23bb7-c4f1-44a1-bee3-f81f5659d810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:41:41.186911 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:41.194816 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0e6f303b-cc62-40f5-821a-52501f83bc38 req-f3d9a658-8c95-4047-ab88-f90184d7661c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Aug 24 15:41:41.250723 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:41:41.253736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:41:41.260042 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:41.264040 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:41.264638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:41.265979 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 HTTP/1.1" status: 200 len: 1093 time: 0.5695817 Aug 24 15:41:41.266461 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:41.268697 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5eaf9a-938a-4ec4-9609-c1b23655542b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:41.309125 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c803dd-83c1-4232-8f25-9d9acc71ae49 x-openstack-request-id: req-98c803dd-83c1-4232-8f25-9d9acc71ae49 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:41.310113 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:41.310405 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98c803dd-83c1-4232-8f25-9d9acc71ae49 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:41.310841 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c803dd-83c1-4232-8f25-9d9acc71ae49'] response: {'name': 'network-changed', 'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'status': 'completed', 'code': 200} Aug 24 15:41:41.330318 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e05de-33b0-4cfe-b7fc-9e09d6ea84c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:41.663179 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-6502536e-2256-42b9-b76b-b98909b3a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:41.664926 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-6502536e-2256-42b9-b76b-b98909b3a882 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 1127 time: 0.0414834 Aug 24 15:41:42.025094 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-d33c1f53-7f97-484f-8009-70ecb7004aa1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 HTTP/1.1" status: 200 len: 217 time: 0.0371666 Aug 24 15:41:42.052857 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf45ab-f789-4155-a5d9-f24615b8ae69 req-8fdd81c0-ebe8-4f8d-b5c1-d140aae1a182 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:42.054994 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-43cf45ab-f789-4155-a5d9-f24615b8ae69 req-8fdd81c0-ebe8-4f8d-b5c1-d140aae1a182 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0614941 Aug 24 15:41:42.079491 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-b2e57c03-eff0-487c-ab21-7193f04b07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:42.080948 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-b2e57c03-eff0-487c-ab21-7193f04b07ea service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0475359 Aug 24 15:41:42.117352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-43cf45ab-f789-4155-a5d9-f24615b8ae69 req-4d293603-9292-4255-8187-b90bb0ac33b3 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19129c0c-0209-4609-ae42-a24e14085421&id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566363 Aug 24 15:41:42.320798 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27309f6-98ce-4011-a246-fa54135049a3 req-5a1b65a3-ca95-45c9-b94c-e95e72dabafe tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:42.322168 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f27309f6-98ce-4011-a246-fa54135049a3 req-5a1b65a3-ca95-45c9-b94c-e95e72dabafe tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 943 time: 0.0529344 Aug 24 15:41:42.370933 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f27309f6-98ce-4011-a246-fa54135049a3 req-7a32d8ab-2669-4f50-97e7-f3545d18b6a0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Aug 24 15:41:42.432583 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-0ce327b1-1543-4350-a021-ba28b91d5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:42.434091 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-0ce327b1-1543-4350-a021-ba28b91d5097 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477090 Aug 24 15:41:42.537815 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-7c40bc34-f2b9-4126-8750-b81e7b396ceb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920563 Aug 24 15:41:42.558275 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:42.642141 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-828b4300-f19e-41c1-aff7-2e4abf70d98f req-c3330627-1e09-407c-8531-22511fbb7165 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919831 Aug 24 15:41:43.455792 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-391bd5a0-4dcf-452f-bbc1-708604796ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:43.509620 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e119e6-e8bb-43f5-98b9-270bc42924d3 req-7fa3547f-abfa-4b4c-9350-c66fae83fa27 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:43.511608 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e5e119e6-e8bb-43f5-98b9-270bc42924d3 req-7fa3547f-abfa-4b4c-9350-c66fae83fa27 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 943 time: 0.0577130 Aug 24 15:41:43.542353 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:43.565582 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e5e119e6-e8bb-43f5-98b9-270bc42924d3 req-b0e11968-78c5-49d1-9628-6f5bb521ae25 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462916 Aug 24 15:41:43.704719 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-34ff784a-6257-461a-b7ef-8b34787ad662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:43.706196 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-34ff784a-6257-461a-b7ef-8b34787ad662 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 1127 time: 0.0413055 Aug 24 15:41:43.814772 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-0f6603e4-cb01-41e2-82c8-7bbc4044f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:43.816243 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-0f6603e4-cb01-41e2-82c8-7bbc4044f3d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.0911446 Aug 24 15:41:43.857533 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-0748e549-c3cd-45b8-b335-17e5f64d8e02 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 HTTP/1.1" status: 200 len: 217 time: 0.0339217 Aug 24 15:41:43.907981 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-a959023c-7fac-4290-8b2e-ae2ecfd6b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:43.909459 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-a959023c-7fac-4290-8b2e-ae2ecfd6b4e3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0446956 Aug 24 15:41:44.690570 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce0ea-85d4-4e0e-8488-f5fe2415e93a req-2eae11bf-8182-475b-8ddb-f04bd57236c1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:44.692083 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7fcce0ea-85d4-4e0e-8488-f5fe2415e93a req-2eae11bf-8182-475b-8ddb-f04bd57236c1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 943 time: 0.0475991 Aug 24 15:41:44.746290 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7fcce0ea-85d4-4e0e-8488-f5fe2415e93a req-c28fe9c9-58a5-4b55-8b31-e0089dfea5b4 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484695 Aug 24 15:41:44.829003 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-e0d7f542-0adf-448b-9e6e-a9d837af9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:44.830595 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-e0d7f542-0adf-448b-9e6e-a9d837af9fcb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452454 Aug 24 15:41:45.690832 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-164e2c27-eb27-4039-9ebd-762815b53999 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Aug 24 15:41:45.740811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-edf748a5-836e-4a01-8c1f-3cd36d2292c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:45.873569 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfe58-4985-4aa4-a4f6-f92c08956060 req-797a225a-cd83-426d-9dcb-ec333ab9efe8 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:45.875073 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-59ddfe58-4985-4aa4-a4f6-f92c08956060 req-797a225a-cd83-426d-9dcb-ec333ab9efe8 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 943 time: 0.0472198 Aug 24 15:41:45.922325 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-59ddfe58-4985-4aa4-a4f6-f92c08956060 req-5ba5cf87-bc38-475a-beed-9465165fb782 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Aug 24 15:41:46.542906 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:41:46.557278 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:46.662966 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:46.677133 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'port_id': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'mac_address': 'fa:16:3e:93:70:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:41:46.722090 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:46.722635 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:46.738811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:41:46.760998 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:46.765713 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:46.822098 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:46.845186 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:46.868958 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-af5eaf9a-938a-4ec4-9609-c1b23655542b req-fac9ebe7-a360-437d-afba-8f0063378530 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287089 Aug 24 15:41:47.057639 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:47.058390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124998-e1b2-48dc-aafb-862c5a2e008b req-73f24730-a707-4f8d-a725-8e92159af4bb tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:47.060150 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-de124998-e1b2-48dc-aafb-862c5a2e008b req-73f24730-a707-4f8d-a725-8e92159af4bb tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 944 time: 0.0562978 Aug 24 15:41:47.071907 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:47.083254 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:41:47.110825 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-de124998-e1b2-48dc-aafb-862c5a2e008b req-930b33d0-4604-4708-9f64-507ec22e644b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Aug 24 15:41:47.915797 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:47.917211 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=73 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:47.968019 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:41:48.030729 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:41:48.041312 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:41:48.041850 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:48.139334 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:41:48.139762 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:48.166490 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:48.168868 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4fbfd6-42e7-4c1f-ac6a-2e81572167fe" -d '{"events": [{"server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "name": "network-vif-plugged", "status": "completed", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:48.187579 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:41:48.192177 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:48.231163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a00ddf-c5ea-44d2-b177-c01e06449df2 x-openstack-request-id: req-30a00ddf-c5ea-44d2-b177-c01e06449df2 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:48.231487 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "name": "network-vif-plugged", "status": "completed", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:48.231813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30a00ddf-c5ea-44d2-b177-c01e06449df2 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:48.232203 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a00ddf-c5ea-44d2-b177-c01e06449df2'] response: {'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'code': 200} Aug 24 15:41:48.256921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:41:48.260256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87625d-2874-4749-9414-78c4f660b288 req-ba68c03b-f866-4604-8431-8133f4fcfc84 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:48.262408 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fc87625d-2874-4749-9414-78c4f660b288 req-ba68c03b-f866-4604-8431-8133f4fcfc84 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0647209 Aug 24 15:41:48.303777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:48.319282 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fc87625d-2874-4749-9414-78c4f660b288 req-814a0641-aca9-467e-b8af-daf3e5486d5f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Aug 24 15:41:48.383653 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:48.519248 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:48.980857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:49.454934 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e6532-0362-44e9-85dc-8adef37ef940 req-dce43665-675d-4f08-b67a-41459d87817d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:49.456369 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ca1e6532-0362-44e9-85dc-8adef37ef940 req-dce43665-675d-4f08-b67a-41459d87817d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Aug 24 15:41:49.506827 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ca1e6532-0362-44e9-85dc-8adef37ef940 req-f78e194e-0c5f-4606-b8eb-95a6f0249078 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Aug 24 15:41:50.636156 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d1512-d2dd-4628-bff7-58489f084b8f req-82c89af0-dc85-4a13-ba54-2181627d328b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:50.637649 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a46d1512-d2dd-4628-bff7-58489f084b8f req-82c89af0-dc85-4a13-ba54-2181627d328b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Aug 24 15:41:50.695628 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a46d1512-d2dd-4628-bff7-58489f084b8f req-7412b6d1-1908-4dd5-97b8-82809700d26a tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516253 Aug 24 15:41:51.009937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb9c7-3589-44a4-a5c7-e994cd8db8a4 req-0a9d3213-1b42-404b-a755-bee3130fc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:51.011474 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9bcb9c7-3589-44a4-a5c7-e994cd8db8a4 req-0a9d3213-1b42-404b-a755-bee3130fc4cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 1129 time: 0.0406828 Aug 24 15:41:51.062028 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-f9bcb9c7-3589-44a4-a5c7-e994cd8db8a4 req-0affbf7e-050a-4e94-afff-8563d0d08563 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427284 Aug 24 15:41:51.817402 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c81c4-4499-4b6a-878c-1ef5bdbdb820 req-818b428f-fea9-4068-9da0-def6828c586c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:51.818891 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-327c81c4-4499-4b6a-878c-1ef5bdbdb820 req-818b428f-fea9-4068-9da0-def6828c586c tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0475726 Aug 24 15:41:51.867779 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-327c81c4-4499-4b6a-878c-1ef5bdbdb820 req-c745acf1-0aea-44d4-a208-5dc0fbc6e97f tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Aug 24 15:41:52.988329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31088162-44a6-4d0f-b0b8-285cb3083c8e req-f0a814ad-28f4-4a69-b208-b97dac3b6706 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:52.989768 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-31088162-44a6-4d0f-b0b8-285cb3083c8e req-f0a814ad-28f4-4a69-b208-b97dac3b6706 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0465789 Aug 24 15:41:53.036690 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-31088162-44a6-4d0f-b0b8-285cb3083c8e req-52c964d0-603c-4b1d-bd6f-5efaa463bc2d tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 Aug 24 15:41:54.159017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a5ac-8794-48aa-a19b-7ebddd80f61d req-2cb1701c-e0d5-4266-8946-768ae2376257 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:54.160512 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f189a5ac-8794-48aa-a19b-7ebddd80f61d req-2cb1701c-e0d5-4266-8946-768ae2376257 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Aug 24 15:41:54.212911 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f189a5ac-8794-48aa-a19b-7ebddd80f61d req-220dcb8c-e03f-48f8-90a6-ee812dc6b48e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Aug 24 15:41:55.334212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a166-42a8-45e0-bb40-4e57e0cd6f00 req-754bbda2-589c-4773-b601-6a13b257a691 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:55.335716 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dea4a166-42a8-45e0-bb40-4e57e0cd6f00 req-754bbda2-589c-4773-b601-6a13b257a691 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 24 15:41:55.390847 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dea4a166-42a8-45e0-bb40-4e57e0cd6f00 req-fe16197b-6613-45b7-867d-3c2aabc54b62 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482876 Aug 24 15:41:56.519745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab5553-4ce3-47b7-822e-6731e390107f req-c2020384-f452-443d-b876-0c859faf02e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:56.521389 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-30ab5553-4ce3-47b7-822e-6731e390107f req-c2020384-f452-443d-b876-0c859faf02e1 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0566053 Aug 24 15:41:56.532679 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:56.569877 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-30ab5553-4ce3-47b7-822e-6731e390107f req-1a48d37a-f042-47cc-9cde-0d76edd62503 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Aug 24 15:41:56.690706 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd49a9-95ac-4313-9c9c-b8b4087ad9ce req-ec609f15-b651-4175-96b9-92aceba7e501 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:56.692214 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a9bd49a9-95ac-4313-9c9c-b8b4087ad9ce req-ec609f15-b651-4175-96b9-92aceba7e501 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Aug 24 15:41:56.704297 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 54932) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:41:56.708622 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Request body: {'floatingip': {'port_id': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:41:56.746534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:57.302444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:57.408024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:57.411739 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:57.507895 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Floating IP e11ffda3-37bd-4271-abed-fd6dd35f3cff associated. External IP: 172.27.4.68, port: 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6. Aug 24 15:41:57.715246 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:41:57.820201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:41:57.825160 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:41:57.829948 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:41:57.841316 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:57.841933 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:57.856362 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b77ef621-e712-4919-84e9-4f8b28b12a4e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/e11ffda3-37bd-4271-abed-fd6dd35f3cff HTTP/1.1" status: 200 len: 990 time: 1.1509891 Aug 24 15:41:57.857035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:41:57.859432 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba48e117-2eba-44eb-97dc-c6015f3e483b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:41:57.896778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4396f1-21ce-4e8b-91f2-9b092d19e32e x-openstack-request-id: req-aa4396f1-21ce-4e8b-91f2-9b092d19e32e {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:41:57.897069 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:41:57.897321 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa4396f1-21ce-4e8b-91f2-9b092d19e32e {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:41:57.897724 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4396f1-21ce-4e8b-91f2-9b092d19e32e'] response: {'name': 'network-changed', 'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'status': 'completed', 'code': 200} Aug 24 15:41:57.951823 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:57.964313 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-a5293d1f-2191-4a23-b8c0-8c1387a88ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:57.965826 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-a5293d1f-2191-4a23-b8c0-8c1387a88ca9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 1129 time: 0.0396948 Aug 24 15:41:58.063811 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-95bbb767-94a0-4432-a664-3ef65c5ade69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:58.065294 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-95bbb767-94a0-4432-a664-3ef65c5ade69 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 200 len: 913 time: 0.0891676 Aug 24 15:41:58.129144 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-fe88a684-c3f3-41c7-8424-07939bc7dfb7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 HTTP/1.1" status: 200 len: 998 time: 0.0566030 Aug 24 15:41:58.166024 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e11ffda3-37bd-4271-abed-fd6dd35f3cff', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:93:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:37Z', 'updated_at': '2022-08-24T15:41:57Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:58.194999 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:41:58.195265 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-161fae9e-e648-4f77-b827-38c765c75787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:58.197796 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-161fae9e-e648-4f77-b827-38c765c75787 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 200 len: 850 time: 0.0551674 Aug 24 15:41:58.205672 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:41:58.206868 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:41:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:58.249755 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-e1f9f66e-35a4-47cf-ae90-11a2512452fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:41:58.251332 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-e1f9f66e-35a4-47cf-ae90-11a2512452fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a4edf337-5391-4629-bda7-d1122fcdfc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456462 Aug 24 15:41:58.349293 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-07149384-c9ad-4643-8e6d-df11bc38ef6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896704 Aug 24 15:41:58.378902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:41:58.447053 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ba48e117-2eba-44eb-97dc-c6015f3e483b req-058bd2c8-7eb2-4213-bcd6-013ac0931280 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904670 Aug 24 15:41:58.480822 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:41:58.733741 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e11ffda3-37bd-4271-abed-fd6dd35f3cff', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:93:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:37Z', 'updated_at': '2022-08-24T15:41:57Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:41:58.759727 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a16c16-b588-4a2b-8b9c-a67e33f616a0 None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'e11ffda3-37bd-4271-abed-fd6dd35f3cff', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'port_id': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'mac_address': 'fa:16:3e:93:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:41:37Z', 'updated_at': '2022-08-24T15:41:57Z', 'revision_number': 1, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:41:58.952908 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace8a75-1b10-472c-93fa-3900240daa30 None None] New status for floating IP e11ffda3-37bd-4271-abed-fd6dd35f3cff: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:42:01.241831 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:01.261240 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccba577-0c5e-4bcc-b21e-0aa85ea46c94 req-062d033f-934d-41e9-b572-463a5a9f49d2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:01.262814 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8ccba577-0c5e-4bcc-b21e-0aa85ea46c94 req-062d033f-934d-41e9-b572-463a5a9f49d2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Aug 24 15:42:01.310022 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8ccba577-0c5e-4bcc-b21e-0aa85ea46c94 req-f86dc814-c91d-4a88-8daa-2d8d2eed92c2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Aug 24 15:42:02.433158 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59968e-85b2-438d-8b8e-53f155b2d22b req-eb7cfe8b-b35d-4d9f-bdda-e348c47dcd74 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:02.434805 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-da59968e-85b2-438d-8b8e-53f155b2d22b req-eb7cfe8b-b35d-4d9f-bdda-e348c47dcd74 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.0501668 Aug 24 15:42:02.483989 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-da59968e-85b2-438d-8b8e-53f155b2d22b req-277bc9fa-c608-43f4-bfd8-66e73bda892f tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Aug 24 15:42:03.153722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-79ed3487-7e98-4fcc-87ca-10da3ab25c2c tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:03.155197 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-79ed3487-7e98-4fcc-87ca-10da3ab25c2c tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Aug 24 15:42:03.242317 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Deleting port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:03.242679 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:03.332054 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] For port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:03.332415 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:03.346468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Calling delete_port for 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:03.461580 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:03.474994 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:03.487606 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:03.502616 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Pushing event deleted for resources: {'Port': ['ID=66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:03.554443 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] No DVR routers for this DVR port 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:03.557704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:03.560958 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e6db21d1-c4fd-47a0-ac3d-7c135467281c req-fe9debfe-0ca7-4878-82a1-1214278bb5fa tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "DELETE /networking/v2.0/ports/66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 HTTP/1.1" status: 204 len: 173 time: 0.3994482 Aug 24 15:42:03.561384 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'name': 'network-vif-deleted', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:03.563654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5918fb-da12-454e-98c0-faff537de421" -d '{"events": [{"server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "name": "network-vif-deleted", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:03.598548 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7cfd272c-93e7-4819-bb10-65a5856b8110 req-35d46fd4-e113-4ffd-9db6-7cf56fc967d3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ab3e2044-e4e4-493a-afc5-c7de2fe009e9 HTTP/1.1" status: 200 len: 210 time: 0.0354857 Aug 24 15:42:03.606156 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3214e78-7ae4-4387-928e-3f87d72700d0 x-openstack-request-id: req-b3214e78-7ae4-4387-928e-3f87d72700d0 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:03.606450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3e2044-e4e4-493a-afc5-c7de2fe009e9", "name": "network-vif-deleted", "tag": "66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:03.606777 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3214e78-7ae4-4387-928e-3f87d72700d0 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:03.607211 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3214e78-7ae4-4387-928e-3f87d72700d0'] response: {'server_uuid': 'ab3e2044-e4e4-493a-afc5-c7de2fe009e9', 'name': 'network-vif-deleted', 'tag': '66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892', 'status': 'completed', 'code': 200} Aug 24 15:42:08.073720 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:08.093182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:08.093465 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66ef2e63-7ae1-45ca-bc1b-3eb35bd0a892 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:13.445521 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.453771 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f41acf6b-0cbc-40f6-b898-00dcc436d123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:13.533305 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.534110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.574524 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.576555 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=17 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.812588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-3ebab76d-e371-4dca-8bf5-0b49e21d4b85 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:13.814106 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-3ebab76d-e371-4dca-8bf5-0b49e21d4b85 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/networks?id=16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 200 len: 814 time: 0.1061575 Aug 24 15:42:13.830188 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-6ff3d8a5-f826-4b62-8fd0-0586b5303395 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b578ad7d48e406fabfc32450de322d1 HTTP/1.1" status: 200 len: 375 time: 0.0104618 Aug 24 15:42:13.868759 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-8e9ad241-b47a-4ec2-9c07-56edc658c88b tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290768 Aug 24 15:42:13.904396 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=89 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.909042 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=91 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:13.967970 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-f03db9f3-bb0f-429d-89a1-65b87b450642 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913846 Aug 24 15:42:14.068266 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-018eb67f-b4e5-48c3-8fcc-e599cab8fcfd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944731 Aug 24 15:42:14.261090 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b4cf932-61f7-49a8-bb06-ec6e389151dd req-c81fbe48-0157-4dd5-b7a1-9c7d611406b2 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0534699 Aug 24 15:42:14.643387 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e2351-e56f-4ee3-b2e7-0cc9d2facb8e req-98bbdee4-fb2f-40c7-9ad6-6f8660c23534 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:14.644967 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-614e2351-e56f-4ee3-b2e7-0cc9d2facb8e req-98bbdee4-fb2f-40c7-9ad6-6f8660c23534 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0502179 Aug 24 15:42:14.695553 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-614e2351-e56f-4ee3-b2e7-0cc9d2facb8e req-aa5425e7-7e13-4db2-913b-eb7d867b0375 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Aug 24 15:42:14.921691 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:42:15.362651 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9746b53a-91ec-4c7e-bdde-d0bcc05f2e17 req-6e18e72c-16eb-43e8-be72-eb53d3b58b04 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0297902 Aug 24 15:42:15.744927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9d4a7307-b6f7-4b93-a0af-f48b775f46cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:15.819442 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc024250-7ac0-45ee-8783-a8e8f8dc21cc req-ce7b8404-078f-4a25-ad16-018dccbbf30e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:15.820868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bc024250-7ac0-45ee-8783-a8e8f8dc21cc req-ce7b8404-078f-4a25-ad16-018dccbbf30e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0499067 Aug 24 15:42:15.868339 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bc024250-7ac0-45ee-8783-a8e8f8dc21cc req-834a1982-fe41-4283-8cfd-45b6ead2b452 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Aug 24 15:42:16.468856 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d9ad3072-9b35-4ef2-b7db-157efa64f386 req-27745818-4b90-464f-9372-fb64a1e7a3cc tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0284150 Aug 24 15:42:16.988890 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4af91-17a2-4a46-8362-dab5818191f0 req-4a42b55f-b0d7-4de3-b457-273b977a8e1d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:16.990352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1ed4af91-17a2-4a46-8362-dab5818191f0 req-4a42b55f-b0d7-4de3-b457-273b977a8e1d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0480278 Aug 24 15:42:17.040712 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1ed4af91-17a2-4a46-8362-dab5818191f0 req-bd106e52-2031-4c37-b735-38a14b71b695 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Aug 24 15:42:17.070938 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:17.624671 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-70ca9ed5-34e3-4048-b34d-3f510f0919ad req-1352923a-ee5a-450e-9df9-a52e61d8b3f1 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0824647 Aug 24 15:42:18.157727 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cd9a6-fb75-4682-9611-de692d842c61 req-97718ffd-20b0-483b-9aee-7a794c4502d4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:18.159216 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f66cd9a6-fb75-4682-9611-de692d842c61 req-97718ffd-20b0-483b-9aee-7a794c4502d4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0464303 Aug 24 15:42:18.206665 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f66cd9a6-fb75-4682-9611-de692d842c61 req-7b1d5c4a-2510-42ff-b2b5-4bea45e5f8b5 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Aug 24 15:42:18.372663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:18.386119 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:18.523510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:18.724616 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8229fa62-af68-4ea4-9db4-5b8ccece9e3f req-e45e88a2-049a-4849-aa78-b6af6554f1a5 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0279636 Aug 24 15:42:18.971352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-0f073ae0-292d-411a-849c-c4726e09414f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:18.972923 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-0f073ae0-292d-411a-849c-c4726e09414f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0510461 Aug 24 15:42:18.990582 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.071721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Deleting port d30bf2eb-be05-4025-9994-339e033189d7 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:19.072946 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (d30bf2eb-be05-4025-9994-339e033189d7), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.106163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-b4955b3b-5647-4f48-ad21-c06b56d1bf93 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:19.107666 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-b4955b3b-5647-4f48-ad21-c06b56d1bf93 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "GET /networking/v2.0/networks?id=16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 200 len: 814 time: 0.1152127 Aug 24 15:42:19.123767 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Request body: {'port': {'device_id': '5c368641-febc-420a-926d-929cb66d0ec6', 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c', 'admin_state_up': True, 'tenant_id': '0b578ad7d48e406fabfc32450de322d1'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:19.176008 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] For port d30bf2eb-be05-4025-9994-339e033189d7, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d30bf2eb-be05-4025-9994-339e033189d7,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:19.176322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (d30bf2eb-be05-4025-9994-339e033189d7), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.253095 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:19.260999 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Made reservation on behalf of 0b578ad7d48e406fabfc32450de322d1 for: {'port': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:42:19.267583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.299831 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:19.350808 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.351174 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.351494 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Floating IP 98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0 disassociated. External IP: 172.27.4.102, port: d30bf2eb-be05-4025-9994-339e033189d7. Aug 24 15:42:19.351835 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Calling delete_port for d30bf2eb-be05-4025-9994-339e033189d7 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:19.385015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74d5c-2058-4935-ab24-de98032d5b53 req-69b86846-4163-499c-87c7-d5ef0d33aa63 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:19.386536 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8bf74d5c-2058-4935-ab24-de98032d5b53 req-69b86846-4163-499c-87c7-d5ef0d33aa63 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=8dd8a365-ce5e-405e-8b76-93303538f94e HTTP/1.1" status: 200 len: 945 time: 0.0893209 Aug 24 15:42:19.481977 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Allocated IP 172.20.0.4 (16e26aa1-fc84-40ef-9164-bff00905970c/00e1c965-7b39-461f-be9f-18f7483e03c9/66e33da5-8c21-43f1-8547-a5e3f65a9a42) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:19.485682 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (d30bf2eb-be05-4025-9994-339e033189d7), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.487320 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8bf74d5c-2058-4935-ab24-de98032d5b53 req-7eee8aea-34b5-4afa-b8b3-75b3f36cbbb7 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=6075ff1f-2911-4fe5-b01e-226d889e9517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949657 Aug 24 15:42:19.536172 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event deleted for resources: {'Port': ['ID=d30bf2eb-be05-4025-9994-339e033189d7,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:19.655835 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks [] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.658067 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:19.688926 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.734789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Network 16e26aa1-fc84-40ef-9164-bff00905970c is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:19.737850 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:19.741818 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:19.766032 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Pushing event updated for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:19.772659 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:19.783776 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.784125 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.784472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.784817 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.785154 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.785576 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.785913 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.786244 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.786564 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:19.787052 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.787052 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.787356 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.787682 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.788009 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.788334 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.788661 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:19.800526 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:19.801159 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:19.812352 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:19.812973 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.817870 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] No DVR routers for this DVR port d30bf2eb-be05-4025-9994-339e033189d7 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:19.820485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:19.824519 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-ab9e90f4-fa6b-499c-8bcf-053d3508fcf0 req-ed351c50-0cca-44d4-a744-f6bc6f2277a1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d30bf2eb-be05-4025-9994-339e033189d7 HTTP/1.1" status: 204 len: 173 time: 0.8409705 Aug 24 15:42:19.824899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'name': 'network-vif-deleted', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:19.827304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c56d6-5537-4bae-ac7c-d4c5798cf668" -d '{"events": [{"server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "name": "network-vif-deleted", "tag": "d30bf2eb-be05-4025-9994-339e033189d7"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:19.832171 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-db601f8e-9b56-49a7-a8da-6edbd9c4ad29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136416 Aug 24 15:42:19.851914 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Request body: {'port': {'device_id': '5c368641-febc-420a-926d-929cb66d0ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:19.867180 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3245a-ecc8-4097-bdb9-ae24a209bc53 x-openstack-request-id: req-85a3245a-ecc8-4097-bdb9-ae24a209bc53 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:19.867431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd8a365-ce5e-405e-8b76-93303538f94e", "name": "network-vif-deleted", "tag": "d30bf2eb-be05-4025-9994-339e033189d7", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:19.867683 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85a3245a-ecc8-4097-bdb9-ae24a209bc53 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:19.868086 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a3245a-ecc8-4097-bdb9-ae24a209bc53'] response: {'server_uuid': '8dd8a365-ce5e-405e-8b76-93303538f94e', 'name': 'network-vif-deleted', 'tag': 'd30bf2eb-be05-4025-9994-339e033189d7', 'status': 'completed', 'code': 200} Aug 24 15:42:19.926915 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f29309-8f47-4fbe-80b9-a2f89acc2b71 req-addd65d1-7202-43f4-bd77-49f0354e606a tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:19.929792 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-21f29309-8f47-4fbe-80b9-a2f89acc2b71 req-addd65d1-7202-43f4-bd77-49f0354e606a tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 931 time: 0.0958781 Aug 24 15:42:19.953036 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:19.987030 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.045311 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-21f29309-8f47-4fbe-80b9-a2f89acc2b71 req-f6f8108d-329b-4428-add8-d30231d9cc2c tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045942 Aug 24 15:42:20.153999 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:20.168144 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:20.183279 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:20.191898 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:20.192506 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:20.194622 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:20.288810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e33da5-8c21-43f1-8547-a5e3f65a9a42 {{(pid=106451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:42:20.299187 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks [] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.301113 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:20.314720 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.provisioning_blocks [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Transition to ACTIVE for port object 66e33da5-8c21-43f1-8547-a5e3f65a9a42 will not be triggered until provisioned by entity L2. {{(pid=106451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:42:20.320717 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.410249 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:20.441063 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Attempting to bind port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:20.441399 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Attempting to bind port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:20.441729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Attempting to bind port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 on network 16e26aa1-fc84-40ef-9164-bff00905970c {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:20.446227 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 on network 16e26aa1-fc84-40ef-9164-bff00905970c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:42:20.446550 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Attempting to bind port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 on network 16e26aa1-fc84-40ef-9164-bff00905970c {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:20.452058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:20.452394 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Checking segment: {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:20.452775 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Bound using segment: {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'} {{(pid=106451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:20.453196 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.managers [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Bound port: 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c'}}] {{(pid=106451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:20.453554 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.510353 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:20.523419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, cleared binding levels {{(pid=106451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:20.528135 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:20.534948 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.537534 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8d159c-da45-4d38-86ba-e78a8d970991 None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '99fb8d5f-b799-4485-b9ee-c20539ca689d', 'name': '', 'network_id': 'eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'mac_address': 'fa:16:3e:11:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '65c88f76-225e-461a-a506-f4da2af09b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:24Z', 'updated_at': '2022-08-24T15:37:35Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'subnets': [{'id': '65c88f76-225e-461a-a506-f4da2af09b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:20.541120 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:20.542104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.543927 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/66e33da5-8c21-43f1-8547-a5e3f65a9a42 HTTP/1.1" status: 200 len: 1093 time: 0.6970975 Aug 24 15:42:20.544574 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:20.548521 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303712c-1c2d-4440-b5c0-631367afc55b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:20.602428 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f3db49-1372-4fc7-a3b3-6723308f0d20 x-openstack-request-id: req-93f3db49-1372-4fc7-a3b3-6723308f0d20 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:20.602576 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:20.602850 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93f3db49-1372-4fc7-a3b3-6723308f0d20 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:20.603330 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f3db49-1372-4fc7-a3b3-6723308f0d20'] response: {'name': 'network-changed', 'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42', 'status': 'completed', 'code': 200} Aug 24 15:42:20.636602 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55128) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:20.653053 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43063e-5843-4b33-9d32-1b3f0dcbaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=3']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:20.670671 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-d870f9d3-0cec-4ea4-b78a-47bdc432d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:20.672193 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-d870f9d3-0cec-4ea4-b78a-47bdc432d67a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 1127 time: 0.0614641 Aug 24 15:42:20.690351 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:20.715174 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (6075ff1f-2911-4fe5-b01e-226d889e9517), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.716220 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-96001f21-2371-4918-afd1-be6ceb9999bd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42 HTTP/1.1" status: 200 len: 217 time: 0.0360730 Aug 24 15:42:20.739052 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (6075ff1f-2911-4fe5-b01e-226d889e9517), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.772557 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-66cf1b6e-a242-41ce-b23b-4dc6a8207512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:20.774129 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-66cf1b6e-a242-41ce-b23b-4dc6a8207512 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=00e1c965-7b39-461f-be9f-18f7483e03c9 HTTP/1.1" status: 200 len: 854 time: 0.0514061 Aug 24 15:42:20.779153 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:20.801045 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6075ff1f-2911-4fe5-b01e-226d889e9517), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.804326 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:20.805694 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6075ff1f-2911-4fe5-b01e-226d889e9517 HTTP/1.1" status: 204 len: 168 time: 0.1679003 Aug 24 15:42:20.810633 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55130) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:20.818157 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-44dcb6dd-2724-4a0d-b3e0-c7d9b48f77fd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=16e26aa1-fc84-40ef-9164-bff00905970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341611 Aug 24 15:42:20.834431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb2178-aad5-44c4-9c71-913462d550bd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6075ff1f-2911-4fe5-b01e-226d889e9517,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:20.836482 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.api.v2.resource [None req-432e388d-ce3c-4b51-bfa9-f3ffb712bfae tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] show failed (client error): The resource could not be found. Aug 24 15:42:20.837604 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-432e388d-ce3c-4b51-bfa9-f3ffb712bfae tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups/6075ff1f-2911-4fe5-b01e-226d889e9517 HTTP/1.1" status: 404 len: 347 time: 0.0258973 Aug 24 15:42:20.840450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55132) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:20.887351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdde04c0-46c9-441d-926d-667ee2267f19 None None] New status for floating IP 98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:42:20.937968 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-0ddceb8d-2d6f-4e75-a602-20c267bd6e0c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135442 Aug 24 15:42:20.967183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Deleting port b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:20.967525 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.048802 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1d2e2a36-a9b3-43b3-be7d-994f56301ef5 req-cfdfcc0a-f769-4b3e-b601-af84c3d6e04f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031482 Aug 24 15:42:21.066871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.067162 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.086727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Calling delete_port for b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5 owned by network:floatingip {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:21.180533 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb243adf-a7e7-459c-9009-7f5d50f7ef20 req-211786da-c36c-4448-b952-cba09e597ab9 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:21.182469 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb243adf-a7e7-459c-9009-7f5d50f7ef20 req-211786da-c36c-4448-b952-cba09e597ab9 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 943 time: 0.0515866 Aug 24 15:42:21.235385 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb243adf-a7e7-459c-9009-7f5d50f7ef20 req-b227c671-7067-45b8-9243-69aefcb8f38b tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Aug 24 15:42:21.281674 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.305487 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event deleted for resources: {'Port': ['ID=b0cb29a6-22b8-44d6-bb7d-a15d9c8fc6c5,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:21.373566 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks [] for floatingip (98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.376241 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:21.377401 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-f24a890e-fea3-4172-ac5d-70c3e4332b99 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/98f80f16-3a1c-48bc-8ba1-38fd5e7cedc0 HTTP/1.1" status: 204 len: 168 time: 0.5360465 Aug 24 15:42:22.320001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303712c-1c2d-4440-b5c0-631367afc55b req-3d452580-3744-4e32-8d64-381af07d829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:22.321478 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-3d452580-3744-4e32-8d64-381af07d829a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b578ad7d48e406fabfc32450de322d1&device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 1127 time: 0.0477042 Aug 24 15:42:22.372200 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:22.386793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee63c5-2c92-4f59-8a87-cded06299dc6 req-c4d72b7a-3bf7-469f-939e-efa1bc46f871 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:22.388227 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7bee63c5-2c92-4f59-8a87-cded06299dc6 req-c4d72b7a-3bf7-469f-939e-efa1bc46f871 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 943 time: 0.0703859 Aug 24 15:42:22.397583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:22.493607 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7bee63c5-2c92-4f59-8a87-cded06299dc6 req-38c64b64-e448-43c3-af4f-8669697b323c tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981867 Aug 24 15:42:22.496355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303712c-1c2d-4440-b5c0-631367afc55b req-f35b9304-f186-4a57-9318-e019b2f98e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:22.498233 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-f35b9304-f186-4a57-9318-e019b2f98e11 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 200 len: 916 time: 0.1493008 Aug 24 15:42:22.686968 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-43402cbd-50ae-4357-ae58-e5dc79a95db5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42 HTTP/1.1" status: 200 len: 217 time: 0.0346744 Aug 24 15:42:22.737220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303712c-1c2d-4440-b5c0-631367afc55b req-672c1669-aa53-4ef1-bf81-510cad2ee1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:22.738698 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-672c1669-aa53-4ef1-bf81-510cad2ee1be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=00e1c965-7b39-461f-be9f-18f7483e03c9 HTTP/1.1" status: 200 len: 854 time: 0.0446832 Aug 24 15:42:22.775994 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-6958e234-3bcb-46f9-9387-3a5462eb4b9e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=16e26aa1-fc84-40ef-9164-bff00905970c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302298 Aug 24 15:42:22.870440 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-8c50d55e-219a-4175-82c2-4bcaaaa3c3c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876105 Aug 24 15:42:22.970355 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2303712c-1c2d-4440-b5c0-631367afc55b req-f9017bf4-2ec3-43cc-b6b7-282827529421 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906603 Aug 24 15:42:23.615926 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937308b-01ed-4256-a1ac-7da89b5907e2 req-ab305443-a119-4261-9d15-68bf7800e8d0 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:23.617385 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b937308b-01ed-4256-a1ac-7da89b5907e2 req-ab305443-a119-4261-9d15-68bf7800e8d0 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 943 time: 0.0475140 Aug 24 15:42:23.670139 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b937308b-01ed-4256-a1ac-7da89b5907e2 req-5134fc89-8592-4058-b434-cbe3c63d0d29 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469365 Aug 24 15:42:23.878687 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7e33d-8831-4e11-a2f4-2868aa972c84 req-76fec451-3e93-4766-9189-52fbc6533881 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:23.880188 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f1c7e33d-8831-4e11-a2f4-2868aa972c84 req-76fec451-3e93-4766-9189-52fbc6533881 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0487962 Aug 24 15:42:23.932539 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f1c7e33d-8831-4e11-a2f4-2868aa972c84 req-23a8d451-17fe-4c1a-9a5f-14177db1be79 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Aug 24 15:42:24.198923 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66e33da5-8c21-43f1-8547-a5e3f65a9a42 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:42:24.202559 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d30bf2eb-be05-4025-9994-339e033189d7 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:24.229258 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: d30bf2eb-be05-4025-9994-339e033189d7 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:24.229659 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d30bf2eb-be05-4025-9994-339e033189d7 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:24.321702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:24.333497 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '66e33da5-8c21-43f1-8547-a5e3f65a9a42', 'network_id': '16e26aa1-fc84-40ef-9164-bff00905970c', 'port_id': '66e33da5-8c21-43f1-8547-a5e3f65a9a42', 'mac_address': 'fa:16:3e:db:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e1c965-7b39-461f-be9f-18f7483e03c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:42:24.369644 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:24.370185 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:24.382927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e33da5-8c21-43f1-8547-a5e3f65a9a42 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:42:24.402464 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:24.406191 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:24.451850 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:24.459023 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.459375 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.459719 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.460077 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.460414 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.460743 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.461071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.461424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.461769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.462071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.462396 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.462779 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.463104 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.463569 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.463894 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:24.713344 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['66e33da5-8c21-43f1-8547-a5e3f65a9a42'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:24.797513 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7a27-661d-4f1f-b8c1-2820ea9cbd14 req-2663bf1c-db52-4d7d-8bcc-362e9d8b274d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:24.799017 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d41d7a27-661d-4f1f-b8c1-2820ea9cbd14 req-2663bf1c-db52-4d7d-8bcc-362e9d8b274d tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 944 time: 0.0481613 Aug 24 15:42:24.846249 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d41d7a27-661d-4f1f-b8c1-2820ea9cbd14 req-7b3c7736-6806-416c-b3ac-8ef34b5c9894 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Aug 24 15:42:25.052868 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a4ba8-cb34-4e5b-b5e5-bcc55c533dc4 req-88c95363-3e13-431d-90c2-aca3c6c8b8fd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:25.054324 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-052a4ba8-cb34-4e5b-b5e5-bcc55c533dc4 req-88c95363-3e13-431d-90c2-aca3c6c8b8fd tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0468116 Aug 24 15:42:25.101306 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-052a4ba8-cb34-4e5b-b5e5-bcc55c533dc4 req-dff96775-0f15-49d3-9c5a-ce915ef7a30d tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Aug 24 15:42:25.974934 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37a972-fdbe-4eec-9fa7-85be8ea3748f req-e6ee77a5-b352-4c30-b2f6-2f96b989fc83 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:25.976479 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-df37a972-fdbe-4eec-9fa7-85be8ea3748f req-e6ee77a5-b352-4c30-b2f6-2f96b989fc83 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 944 time: 0.0564084 Aug 24 15:42:26.030447 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-df37a972-fdbe-4eec-9fa7-85be8ea3748f req-6e88146c-9cab-4e3f-8aa6-98998b867544 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Aug 24 15:42:26.220023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565409e3-a1d6-4a8d-b028-988e9f789eba req-b62425cb-5786-49dc-a4a8-8f0c7a6d9484 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:26.221456 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-565409e3-a1d6-4a8d-b028-988e9f789eba req-b62425cb-5786-49dc-a4a8-8f0c7a6d9484 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0468626 Aug 24 15:42:26.233864 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66e33da5-8c21-43f1-8547-a5e3f65a9a42 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:26.257950 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:26.270085 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-565409e3-a1d6-4a8d-b028-988e9f789eba req-13c2834f-f123-41f4-adb8-04ac2f6d97ed tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431402 Aug 24 15:42:26.275049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:42:26.282207 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:26.289906 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:26.323486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:26.362190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:26.362585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:26.386126 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:26.388359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb7e0a-62c7-4d6d-8eda-2bbb61911af1" -d '{"events": [{"server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:26.401807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:26.406144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:26.428816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f596eef0-3914-459f-b47c-6fb83eae7c2e x-openstack-request-id: req-f596eef0-3914-459f-b47c-6fb83eae7c2e {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:26.429110 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "name": "network-vif-plugged", "status": "completed", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:26.429366 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f596eef0-3914-459f-b47c-6fb83eae7c2e {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:26.429757 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f596eef0-3914-459f-b47c-6fb83eae7c2e'] response: {'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42', 'code': 200} Aug 24 15:42:26.456232 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:26.922548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e111-dfa9-4523-bada-899fde80f25c req-75b0c174-095f-44a0-9f0d-2cc080643b96 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:26.924352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c734e111-dfa9-4523-bada-899fde80f25c req-75b0c174-095f-44a0-9f0d-2cc080643b96 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0548871 Aug 24 15:42:26.927050 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5102-1d96-4663-b73c-91add395e01a req-3b4f988c-a773-4511-b54a-fb0d9e1cdd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:26.928610 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6f9b5102-1d96-4663-b73c-91add395e01a req-3b4f988c-a773-4511-b54a-fb0d9e1cdd91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 1129 time: 0.0430963 Aug 24 15:42:26.981021 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6f9b5102-1d96-4663-b73c-91add395e01a req-99ee9363-cf1e-45e3-ad00-f4301eada86a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Aug 24 15:42:27.021581 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Deleting port f83d22fb-2a97-4cad-8349-827b7079f906 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:27.022055 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:27.024465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:27.409955 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] For port f83d22fb-2a97-4cad-8349-827b7079f906, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f83d22fb-2a97-4cad-8349-827b7079f906,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:27.410329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:27.426760 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ae2f7-67fe-49c7-bf3c-2acec29efc9e req-f4a6fafe-75ea-4d65-b86c-85767f414cdb tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:27.428259 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-906ae2f7-67fe-49c7-bf3c-2acec29efc9e req-f4a6fafe-75ea-4d65-b86c-85767f414cdb tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0746739 Aug 24 15:42:27.433414 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Calling delete_port for f83d22fb-2a97-4cad-8349-827b7079f906 owned by compute:nova {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:27.555520 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-906ae2f7-67fe-49c7-bf3c-2acec29efc9e req-91a24794-7639-40d6-b2de-2b6f4fb1cf21 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199811 Aug 24 15:42:27.580173 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42190c-1776-4975-8f11-2e919840c6d2 req-76da15c8-b46b-4340-9100-279d70270f4a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:27.581641 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bc42190c-1776-4975-8f11-2e919840c6d2 req-76da15c8-b46b-4340-9100-279d70270f4a tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 945 time: 0.0681107 Aug 24 15:42:27.669076 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bc42190c-1776-4975-8f11-2e919840c6d2 req-bf629a0d-ba45-401f-8ca3-dcc0dbc4c7af tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Aug 24 15:42:27.679953 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (f83d22fb-2a97-4cad-8349-827b7079f906), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:27.694102 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d16aa60b-75fe-494c-ab0b-80320b598060', 'f83d22fb-2a97-4cad-8349-827b7079f906'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:27.711937 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event deleted for resources: {'Port': ['ID=f83d22fb-2a97-4cad-8349-827b7079f906,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:27.750732 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:27.764026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] No DVR routers for this DVR port f83d22fb-2a97-4cad-8349-827b7079f906 on host hv-cinder-84605 {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:27.766469 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:27.769985 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c734e111-dfa9-4523-bada-899fde80f25c req-4d232fdc-95d1-44a6-9a1e-f92c4e8ec4c1 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f83d22fb-2a97-4cad-8349-827b7079f906 HTTP/1.1" status: 204 len: 173 time: 0.8336551 Aug 24 15:42:27.770330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'name': 'network-vif-deleted', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:27.772930 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb9d2e2-127c-4da1-bbf2-8a12c96d4138" -d '{"events": [{"server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "name": "network-vif-deleted", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:27.821534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66966b95-35ef-40fa-b5de-e9f824ada4b1 x-openstack-request-id: req-66966b95-35ef-40fa-b5de-e9f824ada4b1 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:27.821697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da59b0b3-378a-4907-8473-846ab2ce37df", "name": "network-vif-deleted", "tag": "f83d22fb-2a97-4cad-8349-827b7079f906", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:27.821940 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-66966b95-35ef-40fa-b5de-e9f824ada4b1 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:27.826775 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66966b95-35ef-40fa-b5de-e9f824ada4b1'] response: {'server_uuid': 'da59b0b3-378a-4907-8473-846ab2ce37df', 'name': 'network-vif-deleted', 'tag': 'f83d22fb-2a97-4cad-8349-827b7079f906', 'status': 'completed', 'code': 200} Aug 24 15:42:28.681284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29401-ee43-47d6-9345-1409c843fd48 req-d6d7aeb9-6877-40bf-80b5-3f167cfeaea3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:28.683480 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27e29401-ee43-47d6-9345-1409c843fd48 req-d6d7aeb9-6877-40bf-80b5-3f167cfeaea3 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Aug 24 15:42:28.731924 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27e29401-ee43-47d6-9345-1409c843fd48 req-3cfd85ff-fe69-4b1f-9caa-4bfcd8e89874 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Aug 24 15:42:28.787853 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-404030e2-7c29-4eb4-aac0-e7a62e88cf82 req-d360ce7b-e1ee-4cbe-bffb-cbd58e4f5052 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=da59b0b3-378a-4907-8473-846ab2ce37df HTTP/1.1" status: 200 len: 210 time: 0.0317624 Aug 24 15:42:29.228467 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-85d24c85-48e7-4de8-9c3b-fb1b7676f674 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-285554069&fields=id&tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5 HTTP/1.1" status: 200 len: 267 time: 0.0725965 Aug 24 15:42:29.300210 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-ea0bb51d-c9bc-4aa3-ac1b-a19d53adbd41 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:29.301809 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-ea0bb51d-c9bc-4aa3-ac1b-a19d53adbd41 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 985 time: 0.0647309 Aug 24 15:42:29.315805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Request body: {'port': {'security_groups': ['ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb']}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:29.408241 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.466304 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:29.566477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:29.597039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:29.628308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.632572 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.643135 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:29.643764 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.644752 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:29.645237 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-211f192d-e511-4dc9-ae60-5bc7dfdb4407 req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "PUT /networking/v2.0/ports/c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 943 time: 0.3347003 Aug 24 15:42:29.651610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55226) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:29.706838 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78207c68-26a4-4e79-8971-e60f2aca7e93 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event updated for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=7']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:29.738280 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (19129c0c-0209-4609-ae42-a24e14085421), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.757664 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:29.769970 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (19129c0c-0209-4609-ae42-a24e14085421), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.828972 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:29.832578 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce65a4f-1374-431f-a43d-08714e0c0d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:29.862611 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (19129c0c-0209-4609-ae42-a24e14085421), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.865877 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:29.870080 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/19129c0c-0209-4609-ae42-a24e14085421 HTTP/1.1" status: 204 len: 168 time: 0.2142007 Aug 24 15:42:29.871469 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55238) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:29.881424 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09cba5-2b5c-4bd9-96c8-53f2515c920f tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19129c0c-0209-4609-ae42-a24e14085421,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:29.957655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adffb96d-2ca4-4688-91d2-b16fc56adcfd x-openstack-request-id: req-adffb96d-2ca4-4688-91d2-b16fc56adcfd {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:29.957950 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:29.958377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adffb96d-2ca4-4688-91d2-b16fc56adcfd {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:29.958804 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adffb96d-2ca4-4688-91d2-b16fc56adcfd'] response: {'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:42:30.115238 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Deleting port 774666a9-3964-4c00-8320-763d28ba3d3c {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:30.115587 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.123495 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027ca75-7b24-4908-8b48-c59cc6af55a7 req-0658702f-5691-4bce-9ae8-564201a20af4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:30.124977 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2027ca75-7b24-4908-8b48-c59cc6af55a7 req-0658702f-5691-4bce-9ae8-564201a20af4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0772419 Aug 24 15:42:30.249905 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb5c1-2c2d-44fd-bde9-e1b7486dbd2c req-9aa405d1-7f1c-43ea-b113-2c18fc748ec3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:30.251415 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1f6cb5c1-2c2d-44fd-bde9-e1b7486dbd2c req-9aa405d1-7f1c-43ea-b113-2c18fc748ec3 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.1137822 Aug 24 15:42:30.293124 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2027ca75-7b24-4908-8b48-c59cc6af55a7 req-dca30c6c-f960-420d-b49a-22df346c32dc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566086 Aug 24 15:42:30.296780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.296991 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for floatingip (774666a9-3964-4c00-8320-763d28ba3d3c), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.324398 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Calling delete_port for 774666a9-3964-4c00-8320-763d28ba3d3c owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:30.349033 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1f6cb5c1-2c2d-44fd-bde9-e1b7486dbd2c req-445e7b99-af47-41b3-9a39-63b96ad5bbde tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896192 Aug 24 15:42:30.506408 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (774666a9-3964-4c00-8320-763d28ba3d3c), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.508000 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=73 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:30.512941 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=61 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:30.536142 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event deleted for resources: {'Port': ['ID=774666a9-3964-4c00-8320-763d28ba3d3c,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:30.597759 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks [] for floatingip (7c1b5461-34d7-4792-96e6-b1260372083c), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.598137 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Floating IP 7c1b5461-34d7-4792-96e6-b1260372083c disassociated (deleted). External IP: 172.27.4.176, port: c4f2df01-be68-4ea2-b398-f784a2bbe163. Aug 24 15:42:30.669026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:30.682107 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:30.814067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Router 7551be95-45d3-43e5-af36-1c069d769150 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:30.916251 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:30.921580 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:30.927197 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Sync routers for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:30.939261 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:30.939990 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:30.953162 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-23d1e2ab-8a5e-4ccc-a29c-d4a655460c71 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/7c1b5461-34d7-4792-96e6-b1260372083c HTTP/1.1" status: 204 len: 168 time: 1.0800269 Aug 24 15:42:31.045700 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:31.313982 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:31.339822 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Checking router: 7551be95-45d3-43e5-af36-1c069d769150 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:31.350213 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:31.350893 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:31.389163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-d8f48474-10a6-48ef-8ae8-5c2cf8e0076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:31.390843 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-d8f48474-10a6-48ef-8ae8-5c2cf8e0076a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0492408 Aug 24 15:42:31.458669 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:31.547485 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc00b3-f115-4ef5-b261-d7a4113b5f7b req-df7e72be-b4b1-4367-90e2-376202884817 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:31.549011 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a8dc00b3-f115-4ef5-b261-d7a4113b5f7b req-df7e72be-b4b1-4367-90e2-376202884817 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0845883 Aug 24 15:42:31.569662 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8f0a-4593-49d8-a6f5-a13532ae60be req-9d0b175e-25a1-49a8-860f-9960b3207448 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:31.571126 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-131f8f0a-4593-49d8-a6f5-a13532ae60be req-9d0b175e-25a1-49a8-860f-9960b3207448 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0695255 Aug 24 15:42:31.633865 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a8dc00b3-f115-4ef5-b261-d7a4113b5f7b req-d6f3ec4d-ae21-489b-b417-8021718bd11b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788603 Aug 24 15:42:31.645914 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-131f8f0a-4593-49d8-a6f5-a13532ae60be req-9fd78986-d826-4779-911e-a74e862f51ec tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Aug 24 15:42:31.651552 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:31.676748 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f175f1-e9d8-41be-96af-5ac86fd6843c None None] The sync data for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi is: [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:39:51Z', 'revision_number': 4, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe', 'name': '', 'network_id': 'e491238d-18b9-4e6b-89f5-934f642bbaa2', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'mac_address': 'fa:16:3e:f8:31:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:50Z', 'updated_at': '2022-08-24T15:39:57Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'subnets': [{'id': '76bfaefb-d7cc-4a47-86e7-aae2dad58bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:31.882455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445cfc11-f088-4cfd-b3b2-b58dad8938e7 None None] New status for floating IP 7c1b5461-34d7-4792-96e6-b1260372083c: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:42:31.959991 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:31.962355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:32.000948 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18bbb14-2107-4019-9206-9f4488867b67 x-openstack-request-id: req-e18bbb14-2107-4019-9206-9f4488867b67 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:32.001238 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:32.001491 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e18bbb14-2107-4019-9206-9f4488867b67 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:32.001894 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18bbb14-2107-4019-9206-9f4488867b67'] response: {'name': 'network-changed', 'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:42:32.280222 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f83d22fb-2a97-4cad-8349-827b7079f906 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:32.303063 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: f83d22fb-2a97-4cad-8349-827b7079f906 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:32.303412 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f83d22fb-2a97-4cad-8349-827b7079f906 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:32.786092 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc62cd-7c8c-484c-81b2-c99d9e45f418 req-b91b0a73-4379-46aa-85cf-1b10c2169135 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:32.787529 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-46fc62cd-7c8c-484c-81b2-c99d9e45f418 req-b91b0a73-4379-46aa-85cf-1b10c2169135 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0745726 Aug 24 15:42:32.797665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5fac-4f53-4f7f-9232-a9140bc5787a req-a0fe4353-5b5e-4c19-a585-2bd071013299 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:32.799089 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb3f5fac-4f53-4f7f-9232-a9140bc5787a req-a0fe4353-5b5e-4c19-a585-2bd071013299 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0746369 Aug 24 15:42:32.874069 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-46fc62cd-7c8c-484c-81b2-c99d9e45f418 req-98a0d2f9-ab85-4fc0-b8bf-f9ac5a4da712 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740364 Aug 24 15:42:32.880972 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fb3f5fac-4f53-4f7f-9232-a9140bc5787a req-88da053f-fa9a-418e-af2d-96871dcfcbcc tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Aug 24 15:42:34.026608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a5fe1-9162-4575-ab8f-26ec0ecb09dd req-90542c1d-f72e-4aec-b0cc-3785784b2aab tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:34.028667 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5c1a5fe1-9162-4575-ab8f-26ec0ecb09dd req-90542c1d-f72e-4aec-b0cc-3785784b2aab tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0778697 Aug 24 15:42:34.034285 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa77ce-ebd4-465d-b02b-ce10278dd676 req-43bfebe9-8e4b-4c2e-bb79-ff7b22b0dd23 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:34.035696 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d7fa77ce-ebd4-465d-b02b-ce10278dd676 req-43bfebe9-8e4b-4c2e-bb79-ff7b22b0dd23 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0746047 Aug 24 15:42:34.082505 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:34.115946 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5c1a5fe1-9162-4575-ab8f-26ec0ecb09dd req-de41fb00-9b93-42cf-b4f7-12bec7110b52 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793371 Aug 24 15:42:34.118956 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d7fa77ce-ebd4-465d-b02b-ce10278dd676 req-6380e4f6-66da-448d-b176-da649fc8e85b tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Aug 24 15:42:34.644732 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-7575e86f-7ad4-4cbd-8028-13f3dbd9349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:34.646223 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-7575e86f-7ad4-4cbd-8028-13f3dbd9349a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.0915284 Aug 24 15:42:34.845698 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-b7ee5457-b83a-4e60-bdb9-0a21dee6ced6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 217 time: 0.0380449 Aug 24 15:42:34.970271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-594d76ce-e44c-46aa-b843-ce5489a64cef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:34.971691 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-594d76ce-e44c-46aa-b843-ce5489a64cef tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.0493059 Aug 24 15:42:35.000149 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-74529218-d05c-49b4-b6b3-dde07d4fc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:35.001626 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-74529218-d05c-49b4-b6b3-dde07d4fc460 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.0462360 Aug 24 15:42:35.018256 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878d788-581a-45de-b3ea-b7173db67d14 req-ee8c1d0b-c545-4df3-891d-8ae704eae5e4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:35.019765 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4878d788-581a-45de-b3ea-b7173db67d14 req-ee8c1d0b-c545-4df3-891d-8ae704eae5e4 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.0472157 Aug 24 15:42:35.251675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:35.305843 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b966f82-1cc6-4f74-83e2-ac103d2465d8 req-8c504b00-6f72-42ed-9be1-4e4316e71484 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:35.307069 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b966f82-1cc6-4f74-83e2-ac103d2465d8 req-8c504b00-6f72-42ed-9be1-4e4316e71484 tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 945 time: 0.1074805 Aug 24 15:42:35.315854 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac44d6-b00e-47eb-87d4-965b314ccc2b req-0f82fe29-b1ac-4ee0-bd58-42d35f96cf0c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:35.317376 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24ac44d6-b00e-47eb-87d4-965b314ccc2b req-0f82fe29-b1ac-4ee0-bd58-42d35f96cf0c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 946 time: 0.1268890 Aug 24 15:42:35.322423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:35.361537 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:35.371865 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-1d707fd0-c124-40f8-92df-146dee174a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:35.373689 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-1d707fd0-c124-40f8-92df-146dee174a53 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199245 Aug 24 15:42:35.390703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port b97df505-95e6-44e6-b833-4fc18dc0cdf2 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:35.391051 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.404125 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b966f82-1cc6-4f74-83e2-ac103d2465d8 req-852d218a-b454-4ccc-9e01-b7187df5b51e tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=3346c28a-e07d-46d4-a350-ad3fd3f97aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851610 Aug 24 15:42:35.415804 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24ac44d6-b00e-47eb-87d4-965b314ccc2b req-c8ac791b-6167-4658-b388-35f7cc1b6d4b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=840ff6f3-47ff-4321-ae45-cd3e77927297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855772 Aug 24 15:42:35.418618 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Deleting port d16aa60b-75fe-494c-ab0b-80320b598060 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:35.419094 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.567414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] For port b97df505-95e6-44e6-b833-4fc18dc0cdf2, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=b97df505-95e6-44e6-b833-4fc18dc0cdf2,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:35.567696 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.586028 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] For port d16aa60b-75fe-494c-ab0b-80320b598060, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d16aa60b-75fe-494c-ab0b-80320b598060,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:35.586386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.630022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Calling delete_port for d16aa60b-75fe-494c-ab0b-80320b598060 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:35.714316 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-c659ac20-c6eb-474f-9585-061f3878e568 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012955 Aug 24 15:42:35.813762 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.814184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.814439 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP cdf269a8-e3bc-4f00-baed-392eae3a7de4 disassociated. External IP: 172.27.4.192, port: b97df505-95e6-44e6-b833-4fc18dc0cdf2. Aug 24 15:42:35.814814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for b97df505-95e6-44e6-b833-4fc18dc0cdf2 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:35.820185 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ce65a4f-1374-431f-a43d-08714e0c0d0c req-c420db54-0612-4c03-a848-b2c6d6a1e93f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977433 Aug 24 15:42:35.913179 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (d16aa60b-75fe-494c-ab0b-80320b598060), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:35.932119 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d16aa60b-75fe-494c-ab0b-80320b598060'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:35.947015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Pushing event deleted for resources: {'Port': ['ID=d16aa60b-75fe-494c-ab0b-80320b598060,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:35.969896 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.970256 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.970606 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.971181 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.971321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.971633 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.972037 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.972342 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.972654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.972984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.973290 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.973619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.973947 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.974298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:35.974625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:36.019849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] No DVR routers for this DVR port d16aa60b-75fe-494c-ab0b-80320b598060 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:36.025586 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:36.029075 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4878d788-581a-45de-b3ea-b7173db67d14 req-def195f6-2382-4955-a28d-0cdf9436883f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d16aa60b-75fe-494c-ab0b-80320b598060 HTTP/1.1" status: 204 len: 173 time: 0.7589433 Aug 24 15:42:36.029535 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'name': 'network-vif-deleted', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:36.032287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d732dafa-414e-48bd-88cc-95a43630bfd8" -d '{"events": [{"server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "name": "network-vif-deleted", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:36.084818 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-99109c0a-cb50-43e8-861f-3cc3cafa3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:36.086339 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-99109c0a-cb50-43e8-861f-3cc3cafa3edb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 1130 time: 0.0543680 Aug 24 15:42:36.095443 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2ba0d9-0fee-402d-9139-f478bd0a994a x-openstack-request-id: req-2d2ba0d9-0fee-402d-9139-f478bd0a994a {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:36.095902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9197f87-6b4b-48c3-82b6-291e3fa22b44", "name": "network-vif-deleted", "tag": "d16aa60b-75fe-494c-ab0b-80320b598060", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:36.096361 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d2ba0d9-0fee-402d-9139-f478bd0a994a {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:36.096724 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2ba0d9-0fee-402d-9139-f478bd0a994a'] response: {'server_uuid': 'c9197f87-6b4b-48c3-82b6-291e3fa22b44', 'name': 'network-vif-deleted', 'tag': 'd16aa60b-75fe-494c-ab0b-80320b598060', 'status': 'completed', 'code': 200} Aug 24 15:42:36.103307 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (b97df505-95e6-44e6-b833-4fc18dc0cdf2), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:36.129550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=b97df505-95e6-44e6-b833-4fc18dc0cdf2,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:36.237672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:36.254802 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:36.271780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-0aa03f3f-6f29-4cdb-ad4f-2b29400d4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:36.273288 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-0aa03f3f-6f29-4cdb-ad4f-2b29400d4a0a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 200 len: 917 time: 0.1335883 Aug 24 15:42:36.280851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:36.394976 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:36.407760 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:36.421186 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:36.422177 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:36.477714 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] No DVR routers for this DVR port b97df505-95e6-44e6-b833-4fc18dc0cdf2 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:36.481093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:36.485640 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-63b50e87-bd7f-4472-97e3-f99d1d190ea4 req-bc1ec318-e951-4c48-9d5d-c46f066a73c0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b97df505-95e6-44e6-b833-4fc18dc0cdf2 HTTP/1.1" status: 204 len: 173 time: 1.2462029 Aug 24 15:42:36.567592 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:36.638917 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-97510cec-84e3-426e-8bd0-1e5ed47e9964 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 200 len: 217 time: 0.1310420 Aug 24 15:42:36.685472 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f333a36-01f1-4562-8a1d-037fdc09dab1 req-802babe0-9fd6-4041-be61-63c51f01c71f tempest-ServerRescueNegativeTestJSON-1448082019 tempest-ServerRescueNegativeTestJSON-1448082019-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c9197f87-6b4b-48c3-82b6-291e3fa22b44 HTTP/1.1" status: 200 len: 210 time: 0.0960777 Aug 24 15:42:36.702930 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-507a614c-511a-4473-95fd-cdcb6cfc460b req-0f3cc200-a6b4-4c37-a5f5-258a8245a39c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b HTTP/1.1" status: 200 len: 210 time: 0.1114602 Aug 24 15:42:36.761551 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:36.802063 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-8bac282c-f819-4b6d-93e3-e83ce59117ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:36.803668 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-8bac282c-f819-4b6d-93e3-e83ce59117ce service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 200 len: 854 time: 0.0995021 Aug 24 15:42:36.827568 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:36.857545 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:36.867055 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:36.867676 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:36.971960 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:36.982789 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:37.074971 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-c4b7174f-2023-4c84-a1ac-1e953b4d5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:37.078158 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-c4b7174f-2023-4c84-a1ac-1e953b4d5b8f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=e491238d-18b9-4e6b-89f5-934f642bbaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892537 Aug 24 15:42:37.160194 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:37.193969 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-8eb8de9a-ea6b-4694-9c13-442a8b175094 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068287 Aug 24 15:42:37.276203 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:37.304488 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b261-b3e3-4688-a035-38db8d31ee73 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:37.311094 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5f3bf198-021b-4ede-a830-19e0a0e1b5c2 req-2fa07ee3-7d19-4a38-b774-c69e7674def8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108735 Aug 24 15:42:37.520696 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf733a0a-c300-4d25-b60b-261aa9f0e407 None None] New status for floating IP cdf269a8-e3bc-4f00-baed-392eae3a7de4: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:42:37.595670 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:37.758476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55326) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:37.799072 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55332) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:37.861142 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (840ff6f3-47ff-4321-ae45-cd3e77927297), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:37.883163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (840ff6f3-47ff-4321-ae45-cd3e77927297), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:37.931010 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (840ff6f3-47ff-4321-ae45-cd3e77927297), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:37.933600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:37.937449 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/840ff6f3-47ff-4321-ae45-cd3e77927297 HTTP/1.1" status: 204 len: 168 time: 0.1346493 Aug 24 15:42:37.938312 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55334) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:37.955965 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed229-2afc-4e36-9232-9f72b7733967 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ff6f3-47ff-4321-ae45-cd3e77927297,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:37.959472 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.api.v2.resource [None req-41d29cfe-07b7-44a8-9334-ee2bd743237e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] show failed (client error): The resource could not be found. Aug 24 15:42:37.963297 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-41d29cfe-07b7-44a8-9334-ee2bd743237e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups/840ff6f3-47ff-4321-ae45-cd3e77927297 HTTP/1.1" status: 404 len: 347 time: 0.0212011 Aug 24 15:42:37.964288 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55336) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:38.052556 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:38.101171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 0017ac88-0e10-459f-80be-ccc71a28ed63 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:38.101520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.196837 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.197169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (0017ac88-0e10-459f-80be-ccc71a28ed63), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.212455 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 0017ac88-0e10-459f-80be-ccc71a28ed63 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:38.219695 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'name': 'network-vif-deleted', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:38.221958 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35b724-0db7-481c-b274-ae358c0acf78" -d '{"events": [{"server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "name": "network-vif-deleted", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:38.280584 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c71bac-69a1-495f-8796-0ef8e5cfc742 x-openstack-request-id: req-69c71bac-69a1-495f-8796-0ef8e5cfc742 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:38.280876 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b", "name": "network-vif-deleted", "tag": "b97df505-95e6-44e6-b833-4fc18dc0cdf2", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:38.281129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69c71bac-69a1-495f-8796-0ef8e5cfc742 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:38.281517 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c71bac-69a1-495f-8796-0ef8e5cfc742'] response: {'server_uuid': '1d95318e-d4b7-4a6b-8ecf-d2fd8e2fb97b', 'name': 'network-vif-deleted', 'tag': 'b97df505-95e6-44e6-b833-4fc18dc0cdf2', 'status': 'completed', 'code': 200} Aug 24 15:42:38.399856 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579afd1-cac9-435a-a66d-b564fd5655b5 req-0a757019-6330-4ed6-80df-9c6a6072fb4c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:38.401384 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c579afd1-cac9-435a-a66d-b564fd5655b5 req-0a757019-6330-4ed6-80df-9c6a6072fb4c tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0893581 Aug 24 15:42:38.401611 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.424328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (0017ac88-0e10-459f-80be-ccc71a28ed63), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.455352 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=0017ac88-0e10-459f-80be-ccc71a28ed63,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:38.502610 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c579afd1-cac9-435a-a66d-b564fd5655b5 req-b7d9fcc7-b62e-4629-9e94-6601b8a7a2dd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920260 Aug 24 15:42:38.551071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (cdf269a8-e3bc-4f00-baed-392eae3a7de4), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.553575 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.554748 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-91d2cc48-15f3-4f62-85d1-9c75364a2a1e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/cdf269a8-e3bc-4f00-baed-392eae3a7de4 HTTP/1.1" status: 204 len: 168 time: 0.5902052 Aug 24 15:42:38.624447 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55350) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:38.629016 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574617240', 'description': 'tempest-description--1098699882'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:38.642005 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Deleting port 99fb8d5f-b799-4485-b9ee-c20539ca689d {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:38.642349 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.650825 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.688570 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:38.733492 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] For port 99fb8d5f-b799-4485-b9ee-c20539ca689d, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99fb8d5f-b799-4485-b9ee-c20539ca689d,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:38.733866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.734502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (782b9d75-6c50-4d18-9a99-2cac36e452e0), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.738367 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (782b9d75-6c50-4d18-9a99-2cac36e452e0), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.747763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Calling delete_port for 99fb8d5f-b799-4485-b9ee-c20539ca689d owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:38.771232 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.772376 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1468837 Aug 24 15:42:38.773227 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aacf95-db7f-48ad-b18e-82b13d0c84f0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782b9d75-6c50-4d18-9a99-2cac36e452e0,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:38.775350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55352) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:38.780195 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '782b9d75-6c50-4d18-9a99-2cac36e452e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:38.789684 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:38.811414 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (1b0106a5-b9e6-4354-9465-23e26278e4f4), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.869415 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:38.871076 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (1b0106a5-b9e6-4354-9465-23e26278e4f4), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.875636 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (1b0106a5-b9e6-4354-9465-23e26278e4f4), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.895680 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0106a5-b9e6-4354-9465-23e26278e4f4,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:38.903552 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.904782 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-fddb28df-5d2e-47d7-b410-869573c0c97b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285090 Aug 24 15:42:38.907625 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55354) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:38.911937 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'security_group_rule': {'security_group_id': '782b9d75-6c50-4d18-9a99-2cac36e452e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:38.916407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:38.942061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (88c4ceaa-f46d-4673-8fb4-bd6e0373c12b), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.946175 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (99fb8d5f-b799-4485-b9ee-c20539ca689d), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:38.971949 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fb8d5f-b799-4485-b9ee-c20539ca689d,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:39.148541 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.280674 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (88c4ceaa-f46d-4673-8fb4-bd6e0373c12b), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.284812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (88c4ceaa-f46d-4673-8fb4-bd6e0373c12b), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.304518 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c4ceaa-f46d-4673-8fb4-bd6e0373c12b,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:39.312950 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.317225 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0ec1b311-8995-4256-98e4-1ac7a41a98ac tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056425 Aug 24 15:42:39.317447 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55358) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:39.322496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:39.344721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.371031 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:39.426258 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.476137 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:39.481203 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6b5b5f21-85fd-46ec-8f86-1a948c579914 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/cba1cfe7-0355-4e17-a6da-1575ff37c2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220712 Aug 24 15:42:39.484136 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55360) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:39.486691 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Sync routers for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:39.498450 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:39.499565 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:39.546199 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.27.4.101 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/02bb068e-0710-4caf-be11-af3b53876199) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:39.598104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks [] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.607866 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:39.678330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431843ec-c4a0-4444-97c7-47484572349d req-a7776096-4e26-415c-9a0e-a5ff2ab838d2 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:39.679882 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-431843ec-c4a0-4444-97c7-47484572349d req-a7776096-4e26-415c-9a0e-a5ff2ab838d2 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0917563 Aug 24 15:42:39.705181 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks [] for router_gateway (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.725307 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (02bb068e-0710-4caf-be11-af3b53876199), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.743049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:39.751501 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Deleting port c874e68a-f77a-483a-8a1f-695d4cdb8a90 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:39.751851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.753643 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:39.767524 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:39.771789 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-431843ec-c4a0-4444-97c7-47484572349d req-7091b159-4735-4dbb-b049-706a58fb73f8 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781908 Aug 24 15:42:39.792040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (02bb068e-0710-4caf-be11-af3b53876199), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.803811 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:42:38Z', 'revision_number': 5, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port': {'id': 'c874e68a-f77a-483a-8a1f-695d4cdb8a90', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:39.842878 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:39.846209 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:39.847996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] For port c874e68a-f77a-483a-8a1f-695d4cdb8a90, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c874e68a-f77a-483a-8a1f-695d4cdb8a90,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:39.848612 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:39.851187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.870820 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Calling delete_port for c874e68a-f77a-483a-8a1f-695d4cdb8a90 owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:39.881315 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=02bb068e-0710-4caf-be11-af3b53876199,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:39.925089 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Checking router: cba1cfe7-0355-4e17-a6da-1575ff37c2c9 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:39.933859 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Routers {'cba1cfe7-0355-4e17-a6da-1575ff37c2c9'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:39.934166 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:39.950365 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:39.990844 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (02bb068e-0710-4caf-be11-af3b53876199), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.013993 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:40.022858 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] Set router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:40.060989 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (c874e68a-f77a-483a-8a1f-695d4cdb8a90), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.075723 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:42:39Z', 'revision_number': 6, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:40.090796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c874e68a-f77a-483a-8a1f-695d4cdb8a90,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:40.105851 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5846b-a270-4455-beb0-5a8d49aea6b7 None None] The sync data for ids ['cba1cfe7-0355-4e17-a6da-1575ff37c2c9'] in dv-cinder-846054-2-iscsi is: [{'id': 'cba1cfe7-0355-4e17-a6da-1575ff37c2c9', 'name': 'tempest-ServerRescueNegativeTestJSON-813102655-router', 'tenant_id': '3d204b26857042e397b91be285fa3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:42:39Z', 'revision_number': 6, 'project_id': '3d204b26857042e397b91be285fa3ed9', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:40.157960 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.169705 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (02bb068e-0710-4caf-be11-af3b53876199), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.177255 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (02bb068e-0710-4caf-be11-af3b53876199), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.255096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.257163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=02bb068e-0710-4caf-be11-af3b53876199,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:40.257699 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks [] for router_controller (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.259685 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.282330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.283724 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a991b3b0-cee2-4693-a1c6-b52244d0fba6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9651053 Aug 24 15:42:40.311252 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (cba1cfe7-0355-4e17-a6da-1575ff37c2c9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.311983 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cba1cfe7-0355-4e17-a6da-1575ff37c2c9 {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:42:40.319377 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.321508 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device b97df505-95e6-44e6-b833-4fc18dc0cdf2 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:40.323938 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55368) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:40.331318 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-05e20c7c-5b1c-4a7b-8176-9275415acfbe admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/cba1cfe7-0355-4e17-a6da-1575ff37c2c9 HTTP/1.1" status: 204 len: 168 time: 0.8460593 Aug 24 15:42:40.347804 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: b97df505-95e6-44e6-b833-4fc18dc0cdf2 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:40.348382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device b97df505-95e6-44e6-b833-4fc18dc0cdf2 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:40.348808 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d16aa60b-75fe-494c-ab0b-80320b598060 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:40.374218 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Deleting subnet 65c88f76-225e-461a-a506-f4da2af09b04 {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:42:40.377779 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Publish callbacks [] for subnet (65c88f76-225e-461a-a506-f4da2af09b04), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.380747 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: d16aa60b-75fe-494c-ab0b-80320b598060 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:40.381098 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d16aa60b-75fe-494c-ab0b-80320b598060 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:40.416282 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (65c88f76-225e-461a-a506-f4da2af09b04), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.542531 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-a622e2aa-1cf2-4647-bf5a-8040aaecd696 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1574617240&fields=id&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 267 time: 0.1063869 Aug 24 15:42:40.581043 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (65c88f76-225e-461a-a506-f4da2af09b04), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.612421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:40.707199 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-fa47e427-4b0c-4484-a741-0a7ae05fb827 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:40.709486 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-fa47e427-4b0c-4484-a741-0a7ae05fb827 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.1590111 Aug 24 15:42:40.711423 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99fb8d5f-b799-4485-b9ee-c20539ca689d no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:40.714835 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (65c88f76-225e-461a-a506-f4da2af09b04), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.733598 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 99fb8d5f-b799-4485-b9ee-c20539ca689d {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:40.734172 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99fb8d5f-b799-4485-b9ee-c20539ca689d not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:40.734879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c874e68a-f77a-483a-8a1f-695d4cdb8a90 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:40.755505 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: c874e68a-f77a-483a-8a1f-695d4cdb8a90 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:40.756106 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c874e68a-f77a-483a-8a1f-695d4cdb8a90 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:40.760214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.766921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33ba74-889c-4a51-845a-cd33c1a9c7aa None None] Network eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:42:40.767632 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/65c88f76-225e-461a-a506-f4da2af09b04 HTTP/1.1" status: 204 len: 168 time: 0.4426100 Aug 24 15:42:40.767869 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55380) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:40.768814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8bbf6-97cf-482c-bf98-ae152bb906db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c88f76-225e-461a-a506-f4da2af09b04,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:40.773354 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-67f62139-5ba8-4732-aad5-58d975cc4e9d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/quotas/0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 375 time: 0.0552218 Aug 24 15:42:40.829627 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-887c6b5f-4a5f-4fc4-bd2e-b5a13069e5f3 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498903 Aug 24 15:42:40.861019 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.909795 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Deleting port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:40.910840 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:40.980108 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] DHCP port deletion for eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:42:40.984899 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440716a-cd5b-4026-ad42-23e6c375b656 req-bf0f6375-6e50-41a6-b600-351b5988b6aa tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:40.986746 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4440716a-cd5b-4026-ad42-23e6c375b656 req-bf0f6375-6e50-41a6-b600-351b5988b6aa tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0953827 Aug 24 15:42:40.998938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] For port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:40.999316 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.015632 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Calling delete_port for dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:41.021700 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Deleting port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:41.022375 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.032429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:41.093873 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-45b6b36f-9d26-4790-80da-158d33d12654 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512655 Aug 24 15:42:41.100822 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] For port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,segment=NetworkSegment(c3fb7d63-afa0-472a-950f-ffb90b2f726d),segment_id=c3fb7d63-afa0-472a-950f-ffb90b2f726d)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:41.101356 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.115424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Calling delete_port for dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:41.121693 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.133519 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4440716a-cd5b-4026-ad42-23e6c375b656 req-49259eed-57a5-4cf7-b39e-0a461726f802 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143391 Aug 24 15:42:41.139655 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] No DVR routers for this DVR port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:41.182094 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:41.209823 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (dfb1abf9-f9a9-4338-a4ac-faedcdaeb450), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.230954 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] No DVR routers for this DVR port dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:41.231713 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-7e5acb85-7cc9-4d69-a260-fd4feae563ef service neutron] 10.222.0.73 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293523 Aug 24 15:42:41.246273 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.250003 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:41.256064 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bd349-285b-4630-bae5-b755ea5e9549 None None] Pushing event deleted for resources: {'Port': ['ID=dfb1abf9-f9a9-4338-a4ac-faedcdaeb450,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:41.285500 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:41.298078 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fb7d63-afa0-472a-950f-ffb90b2f726d') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:41.298386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fb7d63-afa0-472a-950f-ffb90b2f726d') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:41.308766 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (c3fb7d63-afa0-472a-950f-ffb90b2f726d), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.321162 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:41.326312 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (c3fb7d63-afa0-472a-950f-ffb90b2f726d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.334506 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:42:41.334961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (c3fb7d63-afa0-472a-950f-ffb90b2f726d), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.428378 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.439706 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.448289 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a HTTP/1.1" status: 204 len: 168 time: 0.6790960 Aug 24 15:42:41.464405 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cb8b38b3-edcd-4ded-8317-865810a55a2d req-5dfe05cc-269a-45c9-bd3c-270cf34c0587 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 210 time: 0.0545020 Aug 24 15:42:41.479558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3fe63-e5d3-4bef-b907-3c1bf329cd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9d3cc4-b6ec-44e7-98b4-28d29d6a6c5a,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:41.564450 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment c3fb7d63-afa0-472a-950f-ffb90b2f726d resource provider aggregate not found Aug 24 15:42:41.585874 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment c3fb7d63-afa0-472a-950f-ffb90b2f726d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3fb7d63-afa0-472a-950f-ffb90b2f726d found for delete ", "request_id": "req-248b9887-a8ce-4aa4-a3da-73db71133e54"}]} Aug 24 15:42:41.672454 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55408) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:41.718207 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-012caa7e-2c68-490d-bf93-701db0b45609 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3d204b26857042e397b91be285fa3ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414681 Aug 24 15:42:41.718207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55412) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:41.768566 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] Publish callbacks [] for security_group (3346c28a-e07d-46d4-a350-ad3fd3f97aac), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.793007 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] Publish callbacks [] for security_group (3346c28a-e07d-46d4-a350-ad3fd3f97aac), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.847156 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3346c28a-e07d-46d4-a350-ad3fd3f97aac), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.850018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:41.851511 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3346c28a-e07d-46d4-a350-ad3fd3f97aac HTTP/1.1" status: 204 len: 168 time: 0.1321795 Aug 24 15:42:41.861794 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2c04c-9a1c-4b45-8156-911f7fe2dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3346c28a-e07d-46d4-a350-ad3fd3f97aac,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:42.281196 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf1903-d415-4dbb-b8f3-b0a1e6fac548 req-a641e390-1519-43cc-aeef-b6662361cc68 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:42.283517 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c1bf1903-d415-4dbb-b8f3-b0a1e6fac548 req-a641e390-1519-43cc-aeef-b6662361cc68 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0635009 Aug 24 15:42:42.370984 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c1bf1903-d415-4dbb-b8f3-b0a1e6fac548 req-eef41e24-7f08-470b-850b-e24a439ad42b tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814953 Aug 24 15:42:42.573019 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d64c2fe2-e57c-4a5f-bf86-db2e75399c2d req-ab4fe533-106d-4c61-a79b-671cec0b99a8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Aug 24 15:42:42.652775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55454) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:42.699534 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:42.719421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:42.719855 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device dfb1abf9-f9a9-4338-a4ac-faedcdaeb450 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:42.756324 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-306164722-network', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:42.784743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Made reservation on behalf of 9b9728b1ee454013a3968c27080cd98c for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:42:42.787178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.799684 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.877518 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks [] for security_group (8a1fc04e-374a-47c2-a633-c34b1a7f5904), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.881244 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (8a1fc04e-374a-47c2-a633-c34b1a7f5904), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.910032 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:42:42.916411 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1fc04e-374a-47c2-a633-c34b1a7f5904,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:42.924442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.924719 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Added segment ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1 of type vlan for network 7978ebbc-163a-4438-8674-44dc5d815bb0 Aug 24 15:42:42.967937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (7978ebbc-163a-4438-8674-44dc5d815bb0), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.992819 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (7978ebbc-163a-4438-8674-44dc5d815bb0), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:42.994255 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:42.994922 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.027885 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3733101 Aug 24 15:42:43.031564 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55458) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:43.036369 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Request body: {'subnet': {'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-subnet', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:43.055931 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Made reservation on behalf of 9b9728b1ee454013a3968c27080cd98c for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:42:43.058381 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28604984'] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.063482 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f06688-52d2-4bdc-8936-38b8969ff04a admin admin] Pushing event updated for resources: {'Network': ['ID=7978ebbc-163a-4438-8674-44dc5d815bb0,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:43.078388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:42:43.103578 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:43.232598 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29108341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28605014'] for subnet (807c9732-5a2f-4a9d-a442-7592e7d08f7c), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.289643 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=807c9732-5a2f-4a9d-a442-7592e7d08f7c,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:43.299048 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Checking segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:43.299403 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Network hostable DHCP agents. Network: 7978ebbc-163a-4438-8674-44dc5d815bb0, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:42:43.312891 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:43.318729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:42:43.329508 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 7978ebbc-163a-4438-8674-44dc5d815bb0) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:43.334311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:43.334943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.339736 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c149e1-3a5d-426d-93ca-c3a5a64ff898 None None] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:42:43.353320 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f8ae285d-79f2-43e6-b03b-22a9a44cdbaf admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3206134 Aug 24 15:42:43.356130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55462) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:43.361960 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:43.385258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.386587 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.442423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for router_controller (d9832332-4dc1-4a43-a019-55b5afdc883b), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.463171 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-7978ebbc-163a-4438-8674-44dc5d815bb0', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:42:43.464297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.480454 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-18050302-e3d9-4461-ae58-4b891303be16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.486765 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:43.517902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:43.519181 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16b81e-2b24-4133-b0cf-5709982d13d1 req-c5e42eb3-96c7-44f4-b489-4e865f2ba12d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:43.520958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f16b81e-2b24-4133-b0cf-5709982d13d1 req-c5e42eb3-96c7-44f4-b489-4e865f2ba12d tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.0682211 Aug 24 15:42:43.580381 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f16b81e-2b24-4133-b0cf-5709982d13d1 req-a096f688-3b6e-4735-b233-26d904af1ae6 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532515 Aug 24 15:42:43.610261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for router_gateway (d9832332-4dc1-4a43-a019-55b5afdc883b), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.626001 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Allocated IP 172.20.0.2 (7978ebbc-163a-4438-8674-44dc5d815bb0/807c9732-5a2f-4a9d-a442-7592e7d08f7c/99790002-8f50-4151-b557-102d8f3b896a) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:43.631579 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:43.686428 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-281d200b-8b6b-4253-9d44-60632bea549a req-dda033ef-6f34-4c62-94db-57a07b7bbed2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 210 time: 0.0307424 Aug 24 15:42:43.780178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks [] for port (99790002-8f50-4151-b557-102d8f3b896a), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.786164 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (99790002-8f50-4151-b557-102d8f3b896a), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.797813 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for router_gateway (d9832332-4dc1-4a43-a019-55b5afdc883b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.816747 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.831112 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:43.834485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:43.836878 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:43.839125 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Pushing event updated for resources: {'Port': ['ID=99790002-8f50-4151-b557-102d8f3b896a,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:43.900504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Attempting to bind port 99790002-8f50-4151-b557-102d8f3b896a on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:43.900880 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Attempting to bind port 99790002-8f50-4151-b557-102d8f3b896a by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:43.901241 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Attempting to bind port 99790002-8f50-4151-b557-102d8f3b896a on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:43.906570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:43.906985 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Checking segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:43.907385 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.907786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Bound using segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:43.908246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Bound port: 99790002-8f50-4151-b557-102d8f3b896a, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:43.908625 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99790002-8f50-4151-b557-102d8f3b896a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:43.929174 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Allocated IP 172.27.4.91 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/43a64270-692e-4221-8c56-3a42809f6001) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:43.971401 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] For port 99790002-8f50-4151-b557-102d8f3b896a, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:43.974924 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] For port 99790002-8f50-4151-b557-102d8f3b896a, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99790002-8f50-4151-b557-102d8f3b896a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:43.980585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (99790002-8f50-4151-b557-102d8f3b896a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:44.039987 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051165-e758-4e31-afa2-b0d7be9410a8 None None] Pushing event updated for resources: {'Port': ['ID=99790002-8f50-4151-b557-102d8f3b896a,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:44.044419 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for port (43a64270-692e-4221-8c56-3a42809f6001), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:44.077716 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (43a64270-692e-4221-8c56-3a42809f6001), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:44.117147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:44.121676 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:44.126322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:44.131455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Pushing event updated for resources: {'Port': ['ID=43a64270-692e-4221-8c56-3a42809f6001,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:44.651523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for router_gateway (d9832332-4dc1-4a43-a019-55b5afdc883b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:44.708685 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:44.806787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99790002-8f50-4151-b557-102d8f3b896a up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:44.814347 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ca82f-2604-4be0-bb17-af7b4cf330b6 req-c60aeaf1-b96f-49e9-b503-a1604320aaec tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:44.816795 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e65ca82f-2604-4be0-bb17-af7b4cf330b6 req-c60aeaf1-b96f-49e9-b503-a1604320aaec tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.1402845 Aug 24 15:42:44.865966 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-4f85086c-0df6-4aa0-b716-9df1c510cadd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:44.868039 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-4f85086c-0df6-4aa0-b716-9df1c510cadd tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 946 time: 0.2028673 Aug 24 15:42:44.900059 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4ed21607-096a-44e3-b231-dac140f5b8dc req-061d6169-5b8f-4b23-95c2-6f4980dbd69e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 210 time: 0.0716681 Aug 24 15:42:44.960095 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e65ca82f-2604-4be0-bb17-af7b4cf330b6 req-f6bc0c55-bdfe-4eee-a923-f4cc61937684 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306028 Aug 24 15:42:45.011417 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.013472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Deleting port c4f2df01-be68-4ea2-b398-f784a2bbe163 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:45.014063 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.018361 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:45.049905 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 99790002-8f50-4151-b557-102d8f3b896a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:45.050317 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99790002-8f50-4151-b557-102d8f3b896a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.094994 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:45.135073 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] For port c4f2df01-be68-4ea2-b398-f784a2bbe163, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c4f2df01-be68-4ea2-b398-f784a2bbe163,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:45.135855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.154803 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Calling delete_port for c4f2df01-be68-4ea2-b398-f784a2bbe163 owned by compute:nova {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:45.157572 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:45.165481 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 99790002-8f50-4151-b557-102d8f3b896a is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:45.168543 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (99790002-8f50-4151-b557-102d8f3b896a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.182914 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Router d9832332-4dc1-4a43-a019-55b5afdc883b is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:42:45.227269 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c5dbf7-e504-4aa5-805d-ce7351caa2bc None None] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:42:45.302040 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 99790002-8f50-4151-b557-102d8f3b896a, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99790002-8f50-4151-b557-102d8f3b896a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:45.302670 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-9ce37d31-b5f3-417e-98b5-b1c71653826f None None] Provisioning complete for port 99790002-8f50-4151-b557-102d8f3b896a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:45.303100 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9ce37d31-b5f3-417e-98b5-b1c71653826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99790002-8f50-4151-b557-102d8f3b896a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.312172 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (99790002-8f50-4151-b557-102d8f3b896a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.339486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (c4f2df01-be68-4ea2-b398-f784a2bbe163), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.391057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Pushing event deleted for resources: {'Port': ['ID=c4f2df01-be68-4ea2-b398-f784a2bbe163,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:45.391556 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c4f2df01-be68-4ea2-b398-f784a2bbe163'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:45.404068 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:45.425894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-cd1c8146-c391-4645-920e-e6090a2c00b0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:45.429716 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-cd1c8146-c391-4645-920e-e6090a2c00b0 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 814 time: 0.1930847 Aug 24 15:42:45.446625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.450958 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6989e26e-9d6e-42c0-ab96-23748ad20b3d admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0896654 Aug 24 15:42:45.451942 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55482) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:45.454633 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:45.459577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] No DVR routers for this DVR port c4f2df01-be68-4ea2-b398-f784a2bbe163 on host hv-cinder-84605 {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:45.461744 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.465124 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c67dd4ac-c746-4a0e-91df-a5ae069f7f9f req-b73af390-77e6-42ce-a9f2-1ff3659a0e0a tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c4f2df01-be68-4ea2-b398-f784a2bbe163 HTTP/1.1" status: 204 len: 173 time: 0.5758076 Aug 24 15:42:45.465580 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'name': 'network-vif-deleted', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:45.469039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7c5da-a56b-49db-a539-d2f312592cf8" -d '{"events": [{"server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "name": "network-vif-deleted", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:45.499226 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:45.513659 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a786a7b-1877-48cb-9ee6-a10293f374fd x-openstack-request-id: req-6a786a7b-1877-48cb-9ee6-a10293f374fd {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:45.514306 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d42888-8264-452f-ae88-fba52364c8c7", "name": "network-vif-deleted", "tag": "c4f2df01-be68-4ea2-b398-f784a2bbe163", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:45.514817 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a786a7b-1877-48cb-9ee6-a10293f374fd {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:45.515407 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a786a7b-1877-48cb-9ee6-a10293f374fd'] response: {'server_uuid': '88d42888-8264-452f-ae88-fba52364c8c7', 'name': 'network-vif-deleted', 'tag': 'c4f2df01-be68-4ea2-b398-f784a2bbe163', 'status': 'completed', 'code': 200} Aug 24 15:42:45.611106 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:45.611761 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:45.625735 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-0d66a1c6-f173-44c7-b751-77d81d007113 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0b8dd47a9d30492eb7163da543d874cb HTTP/1.1" status: 200 len: 380 time: 0.0956085 Aug 24 15:42:45.643688 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'port': {'device_id': '2e5ba349-889b-48e9-a144-173d715cc532', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'admin_state_up': True, 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'security_groups': ['782b9d75-6c50-4d18-9a99-2cac36e452e0']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:45.718257 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=99790002-8f50-4151-b557-102d8f3b896a,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:45.800686 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fabb8c0e-f187-49be-bd9f-afc3bd98be2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:45.803198 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9ce37d31-b5f3-417e-98b5-b1c71653826f None None] Current status of the port 99790002-8f50-4151-b557-102d8f3b896a is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:45.831093 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:45.864619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.040255 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Made reservation on behalf of 0b8dd47a9d30492eb7163da543d874cb for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:42:46.044979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.066142 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-eb6d64be-1e20-4ce6-85dd-af3a6cf32821 None None] Provisioning complete for port 99790002-8f50-4151-b557-102d8f3b896a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:46.066921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eb6d64be-1e20-4ce6-85dd-af3a6cf32821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99790002-8f50-4151-b557-102d8f3b896a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.126321 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ca05e14-f5ba-4104-bc02-f456a7f9a40e req-13ab09ca-8f0c-4e7f-a3c7-eab35e2e1229 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 210 time: 0.0770471 Aug 24 15:42:46.161949 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:44Z', 'revision_number': 3, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:46.193126 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.211601 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:46.212668 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Updating router d9832332-4dc1-4a43-a019-55b5afdc883b port 43a64270-692e-4221-8c56-3a42809f6001 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:42:46.251152 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.252078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (43a64270-692e-4221-8c56-3a42809f6001), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.283968 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d64be-1e20-4ce6-85dd-af3a6cf32821 None None] Current status of the port 99790002-8f50-4151-b557-102d8f3b896a is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:46.334576 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Allocated IP 172.20.0.6 (105210c5-8b78-4e8c-bd12-9456d560212d/0fd545c6-56d9-4ef2-85c8-32fefc11f56b/1f59ed6f-c2a7-4b96-887e-58d69156e466) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:46.355566 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0472fcc0-3a79-4539-8b04-b680e1dfe078 req-0a226f37-ecf8-4055-916d-cebcf25127c9 tempest-TestMinimumBasicScenario-1661032439 tempest-TestMinimumBasicScenario-1661032439-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=88d42888-8264-452f-ae88-fba52364c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0748224 Aug 24 15:42:46.432742 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.541279 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks [] for port (43a64270-692e-4221-8c56-3a42809f6001), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.547359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (43a64270-692e-4221-8c56-3a42809f6001), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.585110 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Attempting to bind port 43a64270-692e-4221-8c56-3a42809f6001 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:46.585481 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Attempting to bind port 43a64270-692e-4221-8c56-3a42809f6001 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:46.585855 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Attempting to bind port 43a64270-692e-4221-8c56-3a42809f6001 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:46.599892 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:46.600274 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:46.600682 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.601082 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:46.601554 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Bound port: 43a64270-692e-4221-8c56-3a42809f6001, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:46.601936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (43a64270-692e-4221-8c56-3a42809f6001), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.607105 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.608130 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb20f-7c89-40a5-aac9-b504477470da None None] Pushing event updated for resources: {'Port': ['ID=43a64270-692e-4221-8c56-3a42809f6001,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:46.660870 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] For port 43a64270-692e-4221-8c56-3a42809f6001, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:46.664672 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] For port 43a64270-692e-4221-8c56-3a42809f6001, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=43a64270-692e-4221-8c56-3a42809f6001,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:46.675297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (43a64270-692e-4221-8c56-3a42809f6001), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.691686 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:46.692315 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:46.694070 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Allocated IP 172.20.0.1 (7978ebbc-163a-4438-8674-44dc5d815bb0/807c9732-5a2f-4a9d-a442-7592e7d08f7c/6911c8c8-33cf-4f53-9cf4-d5e56794abb4) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:46.705012 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.711315 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.754449 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99790002-8f50-4151-b557-102d8f3b896a up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:46.788000 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.788262 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Network 105210c5-8b78-4e8c-bd12-9456d560212d is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:46.790424 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event updated for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:46.822442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:46.826461 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:46.880605 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb20f-7c89-40a5-aac9-b504477470da None None] Pushing event updated for resources: {'Port': ['ID=43a64270-692e-4221-8c56-3a42809f6001,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:46.908328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:46.909240 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.920917 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:46.925822 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks [] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.929029 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:46.942661 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-dcf7ab97-056b-4d9d-92e4-16c9bed037c9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3053849 Aug 24 15:42:46.969037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 99790002-8f50-4151-b557-102d8f3b896a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:46.969037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (99790002-8f50-4151-b557-102d8f3b896a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:46.982086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.032282 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Request body: {'port': {'device_id': '2e5ba349-889b-48e9-a144-173d715cc532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:47.036583 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:47.042949 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:47.068718 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:47.107234 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Pushing event updated for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:47.125153 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (d9832332-4dc1-4a43-a019-55b5afdc883b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.200148 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.258701 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702ab69-cbde-49c3-98bf-4e03d8119694 req-b3403a7c-70a3-44f2-bee5-90f25b750dd9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:47.267407 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e702ab69-cbde-49c3-98bf-4e03d8119694 req-b3403a7c-70a3-44f2-bee5-90f25b750dd9 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 931 time: 0.0593185 Aug 24 15:42:47.270783 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-9cfe5e7c-f046-4c48-bcdc-c1827387e66e None None] Provisioning complete for port 1f59ed6f-c2a7-4b96-887e-58d69156e466 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:47.271162 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5e7c-f046-4c48-bcdc-c1827387e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.278458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:47.342812 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e702ab69-cbde-49c3-98bf-4e03d8119694 req-87e0fce0-8db5-4b08-9579-14060255ea7d tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738814 Aug 24 15:42:47.354717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.354717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe5e7c-f046-4c48-bcdc-c1827387e66e None None] Port 1f59ed6f-c2a7-4b96-887e-58d69156e466 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:42:47.374388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:44Z', 'revision_number': 3, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:47.441968 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8a9ed-cd3e-41ea-9905-1120c88b269d None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:44Z', 'revision_number': 3, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:47.450681 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 99790002-8f50-4151-b557-102d8f3b896a is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:47.454739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.486393 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-94839ff3-3507-4434-93a8-fddd9946edf4 None None] Provisioning complete for port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:47.486957 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-94839ff3-3507-4434-93a8-fddd9946edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:47.524568 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-94839ff3-3507-4434-93a8-fddd9946edf4 None None] Port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:42:47.967352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:47.971895 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:47.979703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f59ed6f-c2a7-4b96-887e-58d69156e466 {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:42:47.994684 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks [] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.026956 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Transition to ACTIVE for port object 1f59ed6f-c2a7-4b96-887e-58d69156e466 will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:42:48.029657 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks [] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.033309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.063952 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.146446 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:48.202921 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (d9832332-4dc1-4a43-a019-55b5afdc883b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.250151 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Pushing event updated for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:48.295612 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Attempting to bind port 1f59ed6f-c2a7-4b96-887e-58d69156e466 on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:48.295612 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Attempting to bind port 1f59ed6f-c2a7-4b96-887e-58d69156e466 by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:48.295612 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Attempting to bind port 1f59ed6f-c2a7-4b96-887e-58d69156e466 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:48.330407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55574) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:48.340215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Port 1f59ed6f-c2a7-4b96-887e-58d69156e466 on network 105210c5-8b78-4e8c-bd12-9456d560212d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:42:48.341145 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Attempting to bind port 1f59ed6f-c2a7-4b96-887e-58d69156e466 on network 105210c5-8b78-4e8c-bd12-9456d560212d {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:48.359508 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:48.359851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Checking segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:48.360467 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Bound using segment: {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:48.360913 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Bound port: 1f59ed6f-c2a7-4b96-887e-58d69156e466, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae408f5-fa42-4d74-884f-ccae4819c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:48.360913 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.395878 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c4f2df01-be68-4ea2-b398-f784a2bbe163 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:48.452136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.453116 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: c4f2df01-be68-4ea2-b398-f784a2bbe163 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:48.453708 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c4f2df01-be68-4ea2-b398-f784a2bbe163 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:48.490792 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:48.493848 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:48.532702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.579843 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d27c66-2a75-40ab-8802-77f6ec503541 req-0d3128e2-4fd1-4c5d-8ad0-5dd17a49c514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:48.587271 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-79d27c66-2a75-40ab-8802-77f6ec503541 req-0d3128e2-4fd1-4c5d-8ad0-5dd17a49c514 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 943 time: 0.1106784 Aug 24 15:42:48.602333 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:48.625404 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:48.639123 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.642847 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:48.643906 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.645684 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 200 len: 1093 time: 1.6920557 Aug 24 15:42:48.707490 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:48.715322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:48.717774 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:48.724277 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d361bdb-c58f-4973-bec4-644f6d37ae00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:48.799527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:48.806041 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-1c7e0f05-aca6-4c45-b5cc-23794ceeb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:48.807650 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-1c7e0f05-aca6-4c45-b5cc-23794ceeb62d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 1127 time: 0.0869470 Aug 24 15:42:48.808674 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-79d27c66-2a75-40ab-8802-77f6ec503541 req-a6a04450-7d94-4c7d-83a3-6303252852a2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041000 Aug 24 15:42:48.864405 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-246a6f6a-219e-4b01-9a92-bf8395a16530 None None] Provisioning complete for port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:48.865071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-246a6f6a-219e-4b01-9a92-bf8395a16530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:48.920652 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-246a6f6a-219e-4b01-9a92-bf8395a16530 None None] Port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:42:48.926813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 43a64270-692e-4221-8c56-3a42809f6001 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:48.949723 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-a24f5e15-92a0-49e1-a39e-6a4e2bda9105 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 200 len: 217 time: 0.1330836 Aug 24 15:42:49.009787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 43a64270-692e-4221-8c56-3a42809f6001 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:49.010160 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (43a64270-692e-4221-8c56-3a42809f6001), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.034382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.035374 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b28ef-c0be-46dd-89e9-188956a22350 x-openstack-request-id: req-b29b28ef-c0be-46dd-89e9-188956a22350 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:49.035733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:49.036002 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b29b28ef-c0be-46dd-89e9-188956a22350 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:49.036421 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29b28ef-c0be-46dd-89e9-188956a22350'] response: {'name': 'network-changed', 'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'status': 'completed', 'code': 200} Aug 24 15:42:49.084035 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-c543e4be-2396-4611-9c98-98a697d27434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:49.086396 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-c543e4be-2396-4611-9c98-98a697d27434 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.1009626 Aug 24 15:42:49.089163 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:49.101326 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (7551be95-45d3-43e5-af36-1c069d769150), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.102707 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 43a64270-692e-4221-8c56-3a42809f6001 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:49.103328 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (43a64270-692e-4221-8c56-3a42809f6001), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.116245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:49.133659 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 43a64270-692e-4221-8c56-3a42809f6001, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=43a64270-692e-4221-8c56-3a42809f6001,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:49.139347 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (43a64270-692e-4221-8c56-3a42809f6001), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.143133 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:49.159146 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2359a87b-73f1-4924-b9e6-12f2115064db admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d9832332-4dc1-4a43-a019-55b5afdc883b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6983442 Aug 24 15:42:49.160658 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-f4468a83-d2ee-44d0-b00d-f09c899e51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:49.162882 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-f4468a83-d2ee-44d0-b00d-f09c899e51d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601928 Aug 24 15:42:49.183432 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:49.237729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:49.245725 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=43a64270-692e-4221-8c56-3a42809f6001,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:49.313163 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-01922108-bb75-40b9-bd96-8094995ef6c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423004 Aug 24 15:42:49.436032 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4637ab8d-3855-4fe6-93f4-3c2e35cac3a5 req-3006e249-c4ad-4cd2-a585-3d6b05b07b0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138670 Aug 24 15:42:49.538919 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55602) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:49.545498 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706271449', 'description': 'tempest-description--1511635641'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:49.571631 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.661348 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (140b63fb-ab2a-46a2-a585-cbb28933ffb3), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.665685 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (140b63fb-ab2a-46a2-a585-cbb28933ffb3), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.702102 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.706140 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1628752 Aug 24 15:42:49.706140 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894a836-a487-4e8e-915a-f7b860e371ed tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b63fb-ab2a-46a2-a585-cbb28933ffb3,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:49.708482 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55604) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:49.713649 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group_rule': {'security_group_id': '140b63fb-ab2a-46a2-a585-cbb28933ffb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:49.744542 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (752246d2-af5b-4044-b8f1-d0770b0cb6df), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.785857 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:49.799463 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:49.800109 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:49.812583 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (752246d2-af5b-4044-b8f1-d0770b0cb6df), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.817106 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (752246d2-af5b-4044-b8f1-d0770b0cb6df), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.838971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752246d2-af5b-4044-b8f1-d0770b0cb6df,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:49.845582 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.846571 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-fae9e675-be5c-4d2c-984d-b3c744c3c4c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368482 Aug 24 15:42:49.849298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55608) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:49.853838 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group_rule': {'security_group_id': '140b63fb-ab2a-46a2-a585-cbb28933ffb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:49.864063 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Deleting port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:49.864625 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.889517 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (05ad05ed-1d52-496b-8da2-292018040c44), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.915111 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:49.942550 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:49.957087 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (05ad05ed-1d52-496b-8da2-292018040c44), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.961448 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (05ad05ed-1d52-496b-8da2-292018040c44), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.986873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad05ed-1d52-496b-8da2-292018040c44,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:49.992548 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:49.993799 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-48803e26-da88-453a-975a-99b901b6ca70 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434534 Aug 24 15:42:49.997443 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55610) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:49.997577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a2aec-6758-476d-be9f-e74c86c48c6b req-65874fe3-f933-4b61-b1a4-6ccbe31b6515 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:49.999060 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d43a2aec-6758-476d-be9f-e74c86c48c6b req-65874fe3-f933-4b61-b1a4-6ccbe31b6515 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 943 time: 0.0701520 Aug 24 15:42:50.002558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:50.004502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] For port 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:50.004936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.027704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.033198 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Calling delete_port for 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe owned by network:router_interface {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:50.047160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:50.102838 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d43a2aec-6758-476d-be9f-e74c86c48c6b req-a5b078a9-5168-4b4d-86cc-3ef55ed7f856 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950265 Aug 24 15:42:50.120511 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.151747 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 2, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:50.178314 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:50.178695 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Updating router d9832332-4dc1-4a43-a019-55b5afdc883b port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:42:50.210205 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:50.214221 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.214398 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:50.243487 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Allocated IP 172.27.4.133 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/c677b202-2a0e-49a2-955e-556252788888) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:50.274433 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.280250 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:50.333488 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:50.345534 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-f97ed77c-59c8-4212-806b-9125523f93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:50.347741 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-f97ed77c-59c8-4212-806b-9125523f93a2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 1127 time: 0.0916533 Aug 24 15:42:50.524177 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks [] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.527488 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (7551be95-45d3-43e5-af36-1c069d769150), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.531844 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (c677b202-2a0e-49a2-955e-556252788888), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.533915 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.539908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-b6866776-2c85-444f-b728-4222e002ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:50.541696 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-b6866776-2c85-444f-b728-4222e002ef10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.1808743 Aug 24 15:42:50.588389 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-ccb35ad1-86b1-4261-8062-99939e77ea7e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 200 len: 217 time: 0.0370705 Aug 24 15:42:50.643585 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Pushing event updated for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:50.646139 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Attempting to bind port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:50.646574 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Attempting to bind port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:50.647014 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Attempting to bind port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:50.657752 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.658164 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.658585 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.659267 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.659993 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.660648 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.661153 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.661666 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.662170 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.663134 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.663730 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.664263 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.664780 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.665300 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.665800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:42:50.671879 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:50.672449 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (c677b202-2a0e-49a2-955e-556252788888), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.672712 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Checking segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:50.673245 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.673773 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Bound using segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:50.674402 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Bound port: 6911c8c8-33cf-4f53-9cf4-d5e56794abb4, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:50.674972 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.716044 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:50.750669 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] For port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:50.753070 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-5b9f7b98-c0ab-4a2f-8a2a-db46feaaff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:50.754602 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] For port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:50.754799 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-5b9f7b98-c0ab-4a2f-8a2a-db46feaaff32 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.1573923 Aug 24 15:42:50.756769 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=c677b202-2a0e-49a2-955e-556252788888,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:50.765017 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.766406 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:50.812756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-27e4a553-9462-4de9-b028-16dde6269a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:50.814190 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-27e4a553-9462-4de9-b028-16dde6269a2c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500977 Aug 24 15:42:50.817035 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:50.823529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:50.829761 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:50.830508 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:50.833709 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ede99-04de-4b72-8b8a-b1b3a2dc9d93 None None] Pushing event updated for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:50.838961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Router 7551be95-45d3-43e5-af36-1c069d769150 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:50.876038 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 43a64270-692e-4221-8c56-3a42809f6001 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:50.929855 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 43a64270-692e-4221-8c56-3a42809f6001 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:50.930513 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (43a64270-692e-4221-8c56-3a42809f6001), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:50.960969 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:50.983308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:50.989186 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9f2b8e9c-3b75-4b9a-b61b-2a1bb7dbc5f8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/7551be95-45d3-43e5-af36-1c069d769150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6555321 Aug 24 15:42:50.993829 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55616) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:50.996120 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Sync routers for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:51.006967 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-dfe40e19-507e-4a38-8654-0022b2dded10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796613 Aug 24 15:42:51.014136 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.047178 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.055262 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:51.056306 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:51.117292 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks [] for router (7551be95-45d3-43e5-af36-1c069d769150), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.123271 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 43a64270-692e-4221-8c56-3a42809f6001 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:51.132394 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.143503 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.144286 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c677b202-2a0e-49a2-955e-556252788888), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.181141 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.194230 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0965af0f-4a61-4e92-8ceb-7a7fcad9b755 req-ddc928f3-c13d-4256-87c4-4eea8d9ad19f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780198 Aug 24 15:42:51.201793 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:51.251849 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:50Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:51.286138 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d100f41-a980-4b5f-aff5-858ad9cb68c8 None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:50Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:51.291473 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9249be-8fca-4cbe-b3e6-aedca8691665 req-5e195fb2-6bd7-496e-b4fb-40daacde670b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:51.293417 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d9249be-8fca-4cbe-b3e6-aedca8691665 req-5e195fb2-6bd7-496e-b4fb-40daacde670b tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 943 time: 0.0741985 Aug 24 15:42:51.316292 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.327649 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks [] for router_gateway (7551be95-45d3-43e5-af36-1c069d769150), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.383549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (c677b202-2a0e-49a2-955e-556252788888), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.391625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (c677b202-2a0e-49a2-955e-556252788888), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.424588 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2d9249be-8fca-4cbe-b3e6-aedca8691665 req-554092b3-45c1-4a3d-a8f3-93501475084e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233358 Aug 24 15:42:51.458534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Deleting port e846d191-c2d2-43c5-aa98-65d5260eedb5 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:51.458979 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.476587 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:42:50Z', 'revision_number': 5, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port': {'id': 'e846d191-c2d2-43c5-aa98-65d5260eedb5', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7551be95-45d3-43e5-af36-1c069d769150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:48Z', 'updated_at': '2022-08-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:51.487650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.505840 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=c677b202-2a0e-49a2-955e-556252788888,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:51.518951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Checking router: 7551be95-45d3-43e5-af36-1c069d769150 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:51.526662 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.528956 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d5c16c45-8886-4ee0-8a9b-8d71931bcc82 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5302031 Aug 24 15:42:51.531093 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:51.539813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Routers {'7551be95-45d3-43e5-af36-1c069d769150'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:51.540702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['7551be95-45d3-43e5-af36-1c069d769150'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:51.561249 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] For port e846d191-c2d2-43c5-aa98-65d5260eedb5, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=e846d191-c2d2-43c5-aa98-65d5260eedb5,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:51.561923 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.581607 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Calling delete_port for e846d191-c2d2-43c5-aa98-65d5260eedb5 owned by network:router_gateway {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:51.657638 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] Set router 7551be95-45d3-43e5-af36-1c069d769150 gateway port host: None {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:51.721179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:42:51Z', 'revision_number': 6, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:51.747429 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-b31f1555-13f1-4b00-8a62-7e753ecc5b79 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1706271449&fields=id&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 267 time: 0.0598736 Aug 24 15:42:51.750318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3521cc9-5189-4460-bbfc-4a50bed1c880 None None] The sync data for ids ['7551be95-45d3-43e5-af36-1c069d769150'] in dv-cinder-846054-2-iscsi is: [{'id': '7551be95-45d3-43e5-af36-1c069d769150', 'name': 'tempest-TestMinimumBasicScenario-1671968386-router', 'tenant_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:47Z', 'updated_at': '2022-08-24T15:42:51Z', 'revision_number': 6, 'project_id': '0159b61c064b4eca9fcb9ed3c1fff2b5', 'gw_port_host': None}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:51.916954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-9871c05e-abe4-4ceb-94d1-e182b31ac67a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:51.919356 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-9871c05e-abe4-4ceb-94d1-e182b31ac67a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 816 time: 0.1575680 Aug 24 15:42:51.920909 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (e846d191-c2d2-43c5-aa98-65d5260eedb5), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:51.923344 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:42:51.955742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e846d191-c2d2-43c5-aa98-65d5260eedb5,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:51.984487 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-ffcaa292-d4f1-4645-8350-f0830b4e47b7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/quotas/9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 375 time: 0.0413017 Aug 24 15:42:51.987073 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:52.076652 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-a8e3e1c8-2d9c-48ef-9368-d8810a3d574b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689003 Aug 24 15:42:52.077509 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (7551be95-45d3-43e5-af36-1c069d769150), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.221909 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (7551be95-45d3-43e5-af36-1c069d769150), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.225642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks [] for router_controller (7551be95-45d3-43e5-af36-1c069d769150), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.331766 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (7551be95-45d3-43e5-af36-1c069d769150), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.332346 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7551be95-45d3-43e5-af36-1c069d769150 {{(pid=106451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:42:52.337373 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.338540 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1374293e-ed59-41b3-9187-f48012c69c76 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/7551be95-45d3-43e5-af36-1c069d769150 HTTP/1.1" status: 204 len: 168 time: 1.3436835 Aug 24 15:42:52.341898 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55636) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:52.366896 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-1b86321f-7c5f-44a5-a987-52f4fa9ffabc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723312 Aug 24 15:42:52.392611 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 1f59ed6f-c2a7-4b96-887e-58d69156e466 details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:42:52.395785 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Deleting subnet 76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:42:52.399270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Publish callbacks [] for subnet (76bfaefb-d7cc-4a47-86e7-aae2dad58bd8), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.441183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (76bfaefb-d7cc-4a47-86e7-aae2dad58bd8), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.515915 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-bb57c1c7-42fd-4f8b-adda-f077b1db8ffa service neutron] 10.222.0.73 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452351 Aug 24 15:42:52.544081 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:52.566295 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'port_id': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'mac_address': 'fa:16:3e:6d:19:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:42:52.594314 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (76bfaefb-d7cc-4a47-86e7-aae2dad58bd8), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.612481 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 1f59ed6f-c2a7-4b96-887e-58d69156e466 is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:52.613158 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.618715 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:52.628663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f59ed6f-c2a7-4b96-887e-58d69156e466 {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:42:52.643217 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22cc55-846a-422e-9ad0-d0e16b274479 req-3fb8abc4-4b63-4d72-ac6e-353e1b97fcba tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:52.664812 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4f22cc55-846a-422e-9ad0-d0e16b274479 req-3fb8abc4-4b63-4d72-ac6e-353e1b97fcba tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 943 time: 0.1214626 Aug 24 15:42:52.671770 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (76bfaefb-d7cc-4a47-86e7-aae2dad58bd8), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.672296 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:52.677766 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.725614 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76bfaefb-d7cc-4a47-86e7-aae2dad58bd8,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:52.727732 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:52.735532 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55640) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:52.736240 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-86cf7718-d676-4134-be99-8970f0c7841b admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/76bfaefb-d7cc-4a47-86e7-aae2dad58bd8 HTTP/1.1" status: 204 len: 168 time: 0.3932297 Aug 24 15:42:52.757845 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b271f2-7d57-4eae-abd8-b9c95a78feeb None None] Network e491238d-18b9-4e6b-89f5-934f642bbaa2 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:42:52.833617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:52.875318 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4f22cc55-846a-422e-9ad0-d0e16b274479 req-efc63c67-b9d9-43ee-869c-cff9a96217e8 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000139 Aug 24 15:42:52.926923 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f83a49a8-e2e3-4bfd-ac2a-c935abe8d3ca req-241c16a9-ea2e-4783-a4a2-a84b127c1a28 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.1094992 Aug 24 15:42:52.934770 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:52.942482 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['1f59ed6f-c2a7-4b96-887e-58d69156e466'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:53.055480 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:53.181659 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:53.182037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.242565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] DHCP port deletion for e491238d-18b9-4e6b-89f5-934f642bbaa2 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:42:53.279377 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:53.338340 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Deleting port f2fa9bfc-e950-439d-94ac-a8b73b141734 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:53.338751 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.416177 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:53.417293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.480078 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (e491238d-18b9-4e6b-89f5-934f642bbaa2), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.519067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] For port f2fa9bfc-e950-439d-94ac-a8b73b141734, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=f2fa9bfc-e950-439d-94ac-a8b73b141734,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:53.519879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.545504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Calling delete_port for f2fa9bfc-e950-439d-94ac-a8b73b141734 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:53.548093 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Deleting port f2fa9bfc-e950-439d-94ac-a8b73b141734 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:53.548479 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.549346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:53.556643 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.654999 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] For port f2fa9bfc-e950-439d-94ac-a8b73b141734, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=f2fa9bfc-e950-439d-94ac-a8b73b141734,segment=NetworkSegment(ef236454-e67f-4f09-9725-f7e4b79118bf),segment_id=ef236454-e67f-4f09-9725-f7e4b79118bf)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:53.655397 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.675319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Calling delete_port for f2fa9bfc-e950-439d-94ac-a8b73b141734 owned by network:dhcp {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:53.689365 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:53.724018 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:53.724367 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 45c0c83a-e2dc-49f7-9dd8-72d6c88a5dbe not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:53.724796 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device e846d191-c2d2-43c5-aa98-65d5260eedb5 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:53.729259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:53.753898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: e846d191-c2d2-43c5-aa98-65d5260eedb5 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:53.754244 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device e846d191-c2d2-43c5-aa98-65d5260eedb5 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:53.762269 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.784216 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (f2fa9bfc-e950-439d-94ac-a8b73b141734), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.800642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] No DVR routers for this DVR port f2fa9bfc-e950-439d-94ac-a8b73b141734 on host dv-cinder-846054-2-iscsi {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:53.803371 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] No DVR routers for this DVR port f2fa9bfc-e950-439d-94ac-a8b73b141734 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:53.804999 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1748-802e-4f09-bf71-60a6898f2eb7 None None] Pushing event deleted for resources: {'Port': ['ID=f2fa9bfc-e950-439d-94ac-a8b73b141734,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:53.826375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fa9bfc-e950-439d-94ac-a8b73b141734,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:53.907150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (e491238d-18b9-4e6b-89f5-934f642bbaa2), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:53.932943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e491238d-18b9-4e6b-89f5-934f642bbaa2']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:53.956759 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef236454-e67f-4f09-9725-f7e4b79118bf') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:53.957061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef236454-e67f-4f09-9725-f7e4b79118bf') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:53.984914 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (ef236454-e67f-4f09-9725-f7e4b79118bf), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.004473 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:54.011106 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2506-52db-4b69-8cde-7573a6164dc1 req-07717fd3-a76c-4f9a-9387-eb215fe7680c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:54.013384 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6d7f2506-52db-4b69-8cde-7573a6164dc1 req-07717fd3-a76c-4f9a-9387-eb215fe7680c tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 944 time: 0.0691226 Aug 24 15:42:54.014611 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (ef236454-e67f-4f09-9725-f7e4b79118bf), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.024345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:42:54.024738 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (ef236454-e67f-4f09-9725-f7e4b79118bf), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.120568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (e491238d-18b9-4e6b-89f5-934f642bbaa2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.127183 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.133494 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55684) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:54.133976 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/e491238d-18b9-4e6b-89f5-934f642bbaa2 HTTP/1.1" status: 204 len: 168 time: 1.3970592 Aug 24 15:42:54.142255 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6d7f2506-52db-4b69-8cde-7573a6164dc1 req-81dc599f-65eb-4ea6-aa38-68c92db89071 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215322 Aug 24 15:42:54.153640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86593-63a2-4057-bbf7-b9abf56bd78c admin admin] Pushing event deleted for resources: {'Network': ['ID=e491238d-18b9-4e6b-89f5-934f642bbaa2,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:54.230145 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment ef236454-e67f-4f09-9725-f7e4b79118bf resource provider aggregate not found Aug 24 15:42:54.253741 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3092a452-cf37-4f32-8613-df94bbd2f5b3 req-190c1b57-c1b2-4e0c-9f5e-8fa507256841 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.0745809 Aug 24 15:42:54.285444 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment ef236454-e67f-4f09-9725-f7e4b79118bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef236454-e67f-4f09-9725-f7e4b79118bf found for delete ", "request_id": "req-e7840aab-d61b-4ba4-9df4-a867bb812dbf"}]} Aug 24 15:42:54.321548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2d59a-9694-4f10-9613-c80750ff3968 req-24ed510c-dbc4-4a8c-b0a8-7c356bd38399 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:54.323224 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d0e2d59a-9694-4f10-9613-c80750ff3968 req-24ed510c-dbc4-4a8c-b0a8-7c356bd38399 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0682125 Aug 24 15:42:54.334677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:54.377722 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d0e2d59a-9694-4f10-9613-c80750ff3968 req-1b3b9131-fdd7-4bb9-b122-58cb2a8c8405 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486124 Aug 24 15:42:54.393988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 1f59ed6f-c2a7-4b96-887e-58d69156e466 up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:54.446787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 1f59ed6f-c2a7-4b96-887e-58d69156e466 completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:42:54.453070 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 1f59ed6f-c2a7-4b96-887e-58d69156e466 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:54.453440 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.500552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (d3d4277f-c722-42ed-ae11-02213327e935), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.526087 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 1f59ed6f-c2a7-4b96-887e-58d69156e466 is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:54.526510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.550514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:54.552769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe012a-c235-4983-8d50-4849c8bfb390" -d '{"events": [{"server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "name": "network-vif-plugged", "status": "completed", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:54.566327 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:54.571270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.597603 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f721f75-72c6-4d9c-b798-0106ba1e0208 x-openstack-request-id: req-7f721f75-72c6-4d9c-b798-0106ba1e0208 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:54.597896 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "name": "network-vif-plugged", "status": "completed", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:54.598150 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f721f75-72c6-4d9c-b798-0106ba1e0208 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:54.598542 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f721f75-72c6-4d9c-b798-0106ba1e0208'] response: {'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'code': 200} Aug 24 15:42:54.599636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:54.624645 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:54.723527 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:42:54.775419 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:54.775802 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:54.803991 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:54.816841 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:54.863136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:42:54.914029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device f2fa9bfc-e950-439d-94ac-a8b73b141734 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:54.938487 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: f2fa9bfc-e950-439d-94ac-a8b73b141734 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:54.938857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device f2fa9bfc-e950-439d-94ac-a8b73b141734 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:54.983143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Deleting port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:54.983573 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:55.064703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] For port 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:55.064989 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:55.078653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Calling delete_port for 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:55.259093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (266ed1bd-152a-4fc0-9b60-8dc8c20e88b3), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:55.263814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74ecd2-fcb7-49f7-9ec5-254fd9e8ed0d req-d78ce0d2-0b54-48e3-8919-ac00d475ecf2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:55.265482 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fa74ecd2-fcb7-49f7-9ec5-254fd9e8ed0d req-d78ce0d2-0b54-48e3-8919-ac00d475ecf2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Aug 24 15:42:55.285307 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=266ed1bd-152a-4fc0-9b60-8dc8c20e88b3,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:55.323259 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fa74ecd2-fcb7-49f7-9ec5-254fd9e8ed0d req-192cbef1-a302-4a54-867d-88a3025dfef3 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521603 Aug 24 15:42:55.419036 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8e2f391a-782f-4250-b89d-79b36a71de0d req-8cb072d6-66e9-483e-bb8b-334f68817b76 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Aug 24 15:42:55.468043 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (d3d4277f-c722-42ed-ae11-02213327e935), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:55.469688 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:55.532161 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdc6c7-7b1b-410e-8c65-0091bd53fe2a req-28348b9f-db75-4ce0-99ea-0117a5dad017 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:55.533643 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3bdc6c7-7b1b-410e-8c65-0091bd53fe2a req-28348b9f-db75-4ce0-99ea-0117a5dad017 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0498052 Aug 24 15:42:55.557568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:55.588903 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3bdc6c7-7b1b-410e-8c65-0091bd53fe2a req-a9c2ce31-fce8-4c71-b927-6405f30f5594 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Aug 24 15:42:55.752994 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:55.789336 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Router d3d4277f-c722-42ed-ae11-02213327e935 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:55.796279 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-caee3f79-8b27-4b85-ac02-54f69b5b5aa4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:55.797792 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-caee3f79-8b27-4b85-ac02-54f69b5b5aa4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 816 time: 0.1568995 Aug 24 15:42:55.896532 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f0af3-0678-41d1-82ea-986f6035e319 req-29d3f5c9-ba91-4b2a-9861-e1e08d47cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:55.898116 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-481f0af3-0678-41d1-82ea-986f6035e319 req-29d3f5c9-ba91-4b2a-9861-e1e08d47cc31 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 1129 time: 0.0587358 Aug 24 15:42:55.966956 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-481f0af3-0678-41d1-82ea-986f6035e319 req-c97d6672-cd1a-4311-b11d-3ce5b1fa7e7f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Aug 24 15:42:55.983179 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-f4dbab85-3676-4e7e-b91a-8f08e63d55d3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 380 time: 0.1751382 Aug 24 15:42:55.999958 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53139bc-a516-4837-b0be-594f35ecec1d req-28b9ede2-1d53-4205-b307-ce4830ac7f53 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:56.001358 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b53139bc-a516-4837-b0be-594f35ecec1d req-28b9ede2-1d53-4205-b307-ce4830ac7f53 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0766656 Aug 24 15:42:56.007733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:56.013057 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-415728a7-487d-4b25-916f-8d29a50ccd94 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d3d4277f-c722-42ed-ae11-02213327e935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774645 Aug 24 15:42:56.015604 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55712) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:56.017784 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Sync routers for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:56.029479 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:56.030092 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:56.118916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks [] for router (d3d4277f-c722-42ed-ae11-02213327e935), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.228769 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:56.232981 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'port': {'device_id': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'admin_state_up': True, 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'security_groups': ['140b63fb-ab2a-46a2-a585-cbb28933ffb3']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:56.257756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks [] for router_gateway (d3d4277f-c722-42ed-ae11-02213327e935), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.412878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Deleting port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:56.413539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.439615 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:42:55Z', 'revision_number': 5, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port': {'id': '2d0cf13f-c80e-492a-9100-6b2bf3997b27', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:39:55Z', 'updated_at': '2022-08-24T15:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:56.442733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:56.455436 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370d20a-e7ee-4f5c-9ed3-44e8293938a5 req-88daf958-4451-48f1-99a9-c4a381806826 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:56.462202 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7370d20a-e7ee-4f5c-9ed3-44e8293938a5 req-88daf958-4451-48f1-99a9-c4a381806826 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0596108 Aug 24 15:42:56.469033 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Deleting port 2d0cf13f-c80e-492a-9100-6b2bf3997b27 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:56.469453 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.489843 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Checking router: d3d4277f-c722-42ed-ae11-02213327e935 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:42:56.502437 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Routers {'d3d4277f-c722-42ed-ae11-02213327e935'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:56.503199 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d3d4277f-c722-42ed-ae11-02213327e935'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:56.526940 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7370d20a-e7ee-4f5c-9ed3-44e8293938a5 req-950a2d5e-92b1-4406-b5e7-6d473c2d6cde tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558395 Aug 24 15:42:56.562532 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-266ca520-f1a5-4aa6-9d87-870d5ae2d3a9 req-41ab2b06-f0f3-4ca1-8e62-19d693db2537 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.0368268 Aug 24 15:42:56.596069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:56.602792 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] For port 2d0cf13f-c80e-492a-9100-6b2bf3997b27, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2d0cf13f-c80e-492a-9100-6b2bf3997b27,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:56.603100 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.609688 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] Set router d3d4277f-c722-42ed-ae11-02213327e935 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:56.633009 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Calling delete_port for 2d0cf13f-c80e-492a-9100-6b2bf3997b27 owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:56.665190 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] For port 66e33da5-8c21-43f1-8547-a5e3f65a9a42, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=66e33da5-8c21-43f1-8547-a5e3f65a9a42,segment=NetworkSegment(4e1f18c7-ca17-4761-8d9f-8ad24294f0dc),segment_id=4e1f18c7-ca17-4761-8d9f-8ad24294f0dc)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:56.665566 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.675652 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Made reservation on behalf of 9b9728b1ee454013a3968c27080cd98c for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:42:56.678612 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:56.687389 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:42:56Z', 'revision_number': 6, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:56.720222 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e1fb-ad0d-4101-9677-cc255323c6cb None None] The sync data for ids ['d3d4277f-c722-42ed-ae11-02213327e935'] in dv-cinder-846054-2-iscsi is: [{'id': 'd3d4277f-c722-42ed-ae11-02213327e935', 'name': 'tempest-TestMinimumBasicScenario-583545627-router', 'tenant_id': '2d05a3d521944c808d497e4d4b61411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:39:54Z', 'updated_at': '2022-08-24T15:42:56Z', 'revision_number': 6, 'project_id': '2d05a3d521944c808d497e4d4b61411f', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:42:56.729484 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Calling delete_port for 66e33da5-8c21-43f1-8547-a5e3f65a9a42 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:56.752812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff88cd-a5f2-47bb-b02c-623c3e9308d4 req-c35b9f64-1f3c-4a02-8fca-491af2073717 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:56.754851 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d2ff88cd-a5f2-47bb-b02c-623c3e9308d4 req-c35b9f64-1f3c-4a02-8fca-491af2073717 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 945 time: 0.0560279 Aug 24 15:42:56.807799 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d2ff88cd-a5f2-47bb-b02c-623c3e9308d4 req-bd95885c-2d18-4a22-af2a-e6d54f31d1dc tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cbf0b76b-6ec6-4644-8efc-063a6511ad95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Aug 24 15:42:57.049651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Allocated IP 172.20.0.13 (7978ebbc-163a-4438-8674-44dc5d815bb0/807c9732-5a2f-4a9d-a442-7592e7d08f7c/d8aa5e82-99d7-4489-bc2f-7393036fdb8a) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:42:57.077565 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (2d0cf13f-c80e-492a-9100-6b2bf3997b27), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.125990 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0cf13f-c80e-492a-9100-6b2bf3997b27,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:57.133040 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (66e33da5-8c21-43f1-8547-a5e3f65a9a42), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.144719 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['66e33da5-8c21-43f1-8547-a5e3f65a9a42'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:42:57.196751 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Pushing event deleted for resources: {'Port': ['ID=66e33da5-8c21-43f1-8547-a5e3f65a9a42,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:57.504312 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:57.558584 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:57.562125 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] No DVR routers for this DVR port 66e33da5-8c21-43f1-8547-a5e3f65a9a42 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:57.565695 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.568939 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b53139bc-a516-4837-b0be-594f35ecec1d req-b916dc6b-73e2-4614-aab8-e2409b257237 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.18 "DELETE /networking/v2.0/ports/66e33da5-8c21-43f1-8547-a5e3f65a9a42 HTTP/1.1" status: 204 len: 173 time: 1.3305032 Aug 24 15:42:57.571656 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'name': 'network-vif-deleted', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:57.574246 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d62e63-d4a1-40c8-b8a4-14809cad5b51" -d '{"events": [{"server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "name": "network-vif-deleted", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:57.581636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (d3d4277f-c722-42ed-ae11-02213327e935), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.644389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8e7343-efed-4fa7-95ca-e4736ceb0340 x-openstack-request-id: req-2a8e7343-efed-4fa7-95ca-e4736ceb0340 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:57.644682 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c368641-febc-420a-926d-929cb66d0ec6", "name": "network-vif-deleted", "tag": "66e33da5-8c21-43f1-8547-a5e3f65a9a42", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:57.645032 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a8e7343-efed-4fa7-95ca-e4736ceb0340 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:57.645438 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8e7343-efed-4fa7-95ca-e4736ceb0340'] response: {'server_uuid': '5c368641-febc-420a-926d-929cb66d0ec6', 'name': 'network-vif-deleted', 'tag': '66e33da5-8c21-43f1-8547-a5e3f65a9a42', 'status': 'completed', 'code': 200} Aug 24 15:42:57.662358 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ce0f8-b867-4ec8-a11d-0c4d26c9ea1c req-892e610b-aacb-4e0c-b077-299ff97e481e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:57.672019 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-020ce0f8-b867-4ec8-a11d-0c4d26c9ea1c req-892e610b-aacb-4e0c-b077-299ff97e481e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0726595 Aug 24 15:42:57.699766 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (d3d4277f-c722-42ed-ae11-02213327e935), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.704556 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks [] for router_controller (d3d4277f-c722-42ed-ae11-02213327e935), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.719564 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.764696 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (d3d4277f-c722-42ed-ae11-02213327e935), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.764945 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eabaf3c7-f117-43ea-9d1f-88ea8b536650 req-53749c55-5576-47e7-a867-a95957a59b8c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.0445421 Aug 24 15:42:57.765320 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d4277f-c722-42ed-ae11-02213327e935 {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:42:57.768904 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-020ce0f8-b867-4ec8-a11d-0c4d26c9ea1c req-989c39e8-3531-4699-b651-17fe33b8f74e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959675 Aug 24 15:42:57.783645 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.784813 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-51e1e9c5-9efa-4b42-8c83-100de588905e admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/d3d4277f-c722-42ed-ae11-02213327e935 HTTP/1.1" status: 204 len: 168 time: 1.7682948 Aug 24 15:42:57.798786 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55728) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:57.809018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.869716 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Deleting subnet 628af412-100b-450c-8618-ec82cbeeb466 {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:42:57.883004 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Publish callbacks [] for subnet (628af412-100b-450c-8618-ec82cbeeb466), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.884965 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:42:57.889797 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:42:57.894359 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:42:57.922104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:57.958546 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:57.959392 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:57.985493 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-2631acd7-3f1d-426c-9617-becce6427a06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7581618 Aug 24 15:42:57.992008 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b2e41533-7c51-4d52-bc92-be49574e332a req-cec12455-5216-4db1-939c-26539aafe038 tempest-VolumesSnapshotTestJSON-1246240646 tempest-VolumesSnapshotTestJSON-1246240646-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5c368641-febc-420a-926d-929cb66d0ec6 HTTP/1.1" status: 200 len: 210 time: 0.0465837 Aug 24 15:42:58.001836 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (628af412-100b-450c-8618-ec82cbeeb466), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.014888 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a82de7-a158-4f38-ac6c-343d52f9c99f req-a144286f-6a2a-4e0a-aaff-bbc189d4bd59 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:58.015628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Request body: {'port': {'device_id': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:58.026574 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-55a82de7-a158-4f38-ac6c-343d52f9c99f req-a144286f-6a2a-4e0a-aaff-bbc189d4bd59 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.1635072 Aug 24 15:42:58.027776 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55736) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:58.053864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Request body: {'floatingip': {'port_id': '1f59ed6f-c2a7-4b96-887e-58d69156e466'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:42:58.112038 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.114102 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.160918 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:58.226731 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-c3e43e65-d46a-49b1-b8f9-e8fa8d5d25e4 None None] Provisioning complete for port d8aa5e82-99d7-4489-bc2f-7393036fdb8a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:42:58.227320 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c3e43e65-d46a-49b1-b8f9-e8fa8d5d25e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.263834 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-c3e43e65-d46a-49b1-b8f9-e8fa8d5d25e4 None None] Port d8aa5e82-99d7-4489-bc2f-7393036fdb8a cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:42:58.291347 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (628af412-100b-450c-8618-ec82cbeeb466), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.405843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:42:58.413860 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks [] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.426627 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:58.433462 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Transition to ACTIVE for port object d8aa5e82-99d7-4489-bc2f-7393036fdb8a will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:42:58.436986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.438599 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (628af412-100b-450c-8618-ec82cbeeb466), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.496833 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:58.500081 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628af412-100b-450c-8618-ec82cbeeb466,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:58.504719 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.510856 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1ea5a240-3ab2-451d-9e4a-3dcf6e2e69e6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/628af412-100b-450c-8618-ec82cbeeb466 HTTP/1.1" status: 204 len: 168 time: 0.7191198 Aug 24 15:42:58.510964 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74bad9-f598-4b75-a340-d0fa5dee429a None None] Network e2f67787-7aed-425a-85b8-2a5d6461f45b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:42:58.516291 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55738) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:58.538075 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:58.556924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Attempting to bind port d8aa5e82-99d7-4489-bc2f-7393036fdb8a on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:42:58.557362 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Attempting to bind port d8aa5e82-99d7-4489-bc2f-7393036fdb8a by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:42:58.557761 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Attempting to bind port d8aa5e82-99d7-4489-bc2f-7393036fdb8a on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:58.563637 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Port d8aa5e82-99d7-4489-bc2f-7393036fdb8a on network 7978ebbc-163a-4438-8674-44dc5d815bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:42:58.564055 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Attempting to bind port d8aa5e82-99d7-4489-bc2f-7393036fdb8a on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:42:58.569648 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:42:58.570009 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Checking segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:42:58.570379 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Bound using segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:42:58.570840 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Bound port: d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:42:58.571201 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.627106 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:58.640391 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:42:58.644258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:42:58.651117 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.656777 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:58.657402 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.658878 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1094 time: 0.6537769 Aug 24 15:42:58.674162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (e2f67787-7aed-425a-85b8-2a5d6461f45b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.722976 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9601-24c3-49c3-a344-1a1bcd8e76a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:58.752829 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-02be0474-2696-4ac0-a9f6-8eae7749360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:58.754339 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-02be0474-2696-4ac0-a9f6-8eae7749360f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1128 time: 0.0428905 Aug 24 15:42:58.796416 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Deleting port ff679336-5425-4ad8-a34c-006f4896fd06 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:58.796756 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.802159 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:58.814329 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-88a630fb-22b6-4daf-9a18-13d6a8043dc9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 217 time: 0.0409451 Aug 24 15:42:58.834493 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:58.834962 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 266ed1bd-152a-4fc0-9b60-8dc8c20e88b3 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:58.835396 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2d0cf13f-c80e-492a-9100-6b2bf3997b27 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:42:58.846170 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.867628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-e0c1bc02-b653-4146-b894-0cf82b356d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:58.869956 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-e0c1bc02-b653-4146-b894-0cf82b356d1a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0549164 Aug 24 15:42:58.871279 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] DHCP port deletion for e2f67787-7aed-425a-85b8-2a5d6461f45b request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:42:58.873789 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 2d0cf13f-c80e-492a-9100-6b2bf3997b27 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:42:58.874135 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2d0cf13f-c80e-492a-9100-6b2bf3997b27 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:42:58.888932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.915545 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Deleting port ff679336-5425-4ad8-a34c-006f4896fd06 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:42:58.915917 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:58.918850 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-c0166a50-b9db-434d-8c9c-d42c8b0add48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:58.920534 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-c0166a50-b9db-434d-8c9c-d42c8b0add48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429609 Aug 24 15:42:58.992419 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] For port ff679336-5425-4ad8-a34c-006f4896fd06, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=ff679336-5425-4ad8-a34c-006f4896fd06,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:58.992818 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.007245 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Calling delete_port for ff679336-5425-4ad8-a34c-006f4896fd06 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:59.009271 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] For port ff679336-5425-4ad8-a34c-006f4896fd06, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=ff679336-5425-4ad8-a34c-006f4896fd06,segment=NetworkSegment(2d264a81-4362-49e9-b588-1b419a8d7cd1),segment_id=2d264a81-4362-49e9-b588-1b419a8d7cd1)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:42:59.009642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.028421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b834b40-d9f6-48db-8b83-bf7afa4506e7 req-529cfb02-dc39-4ba4-805d-c56b7069d7df tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:42:59.029909 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6b834b40-d9f6-48db-8b83-bf7afa4506e7 req-529cfb02-dc39-4ba4-805d-c56b7069d7df tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.1482558 Aug 24 15:42:59.032354 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-9acf9693-0696-4a49-a210-2ca426596100 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056077 Aug 24 15:42:59.041665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Calling delete_port for ff679336-5425-4ad8-a34c-006f4896fd06 owned by network:dhcp {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:42:59.106144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.140504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] Pushing event deleted for resources: {'Port': ['ID=ff679336-5425-4ad8-a34c-006f4896fd06,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:59.141870 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP 93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0 associated. External IP: 172.27.4.101, port: 1f59ed6f-c2a7-4b96-887e-58d69156e466. Aug 24 15:42:59.147955 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27cf823-0fdc-4c49-bad4-9fb8f73e47e5 None None] No DVR routers for this DVR port ff679336-5425-4ad8-a34c-006f4896fd06 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:59.160492 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:59.206211 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5571a1f6-4775-49e6-95ea-b1367dd8a9dc req-ade72a1d-6f49-46a8-bb42-f7be3aec375d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658030 Aug 24 15:42:59.252051 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6b834b40-d9f6-48db-8b83-bf7afa4506e7 req-8ddf20ea-1d6d-4e8e-bdd6-3177b8475d5f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076910 Aug 24 15:42:59.311154 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (ff679336-5425-4ad8-a34c-006f4896fd06), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.341621 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff679336-5425-4ad8-a34c-006f4896fd06,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:59.352301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] No DVR routers for this DVR port ff679336-5425-4ad8-a34c-006f4896fd06 on host dv-cinder-846054-2-iscsi {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:42:59.443844 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:42:59.497788 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (e2f67787-7aed-425a-85b8-2a5d6461f45b), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.528188 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f67787-7aed-425a-85b8-2a5d6461f45b']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:59.547985 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d264a81-4362-49e9-b588-1b419a8d7cd1') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:59.548209 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d264a81-4362-49e9-b588-1b419a8d7cd1') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:59.561293 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (2d264a81-4362-49e9-b588-1b419a8d7cd1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.572398 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:42:59.580971 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (2d264a81-4362-49e9-b588-1b419a8d7cd1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.591064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:42:59.591444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (2d264a81-4362-49e9-b588-1b419a8d7cd1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.640915 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 2d264a81-4362-49e9-b588-1b419a8d7cd1 resource provider aggregate not found Aug 24 15:42:59.646376 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:59.648846 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781dd218-aa43-4a86-b1c6-13159c251c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:59.674996 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 2d264a81-4362-49e9-b588-1b419a8d7cd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d264a81-4362-49e9-b588-1b419a8d7cd1 found for delete ", "request_id": "req-895bdd17-a7a8-415e-b49d-a1615898b170"}]} Aug 24 15:42:59.690254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4435c0c6-7523-471a-9c9f-62aba641673a x-openstack-request-id: req-4435c0c6-7523-471a-9c9f-62aba641673a {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:59.690549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:59.690923 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4435c0c6-7523-471a-9c9f-62aba641673a {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:59.691334 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4435c0c6-7523-471a-9c9f-62aba641673a'] response: {'name': 'network-changed', 'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'status': 'completed', 'code': 200} Aug 24 15:42:59.717234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (e2f67787-7aed-425a-85b8-2a5d6461f45b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.726125 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.729180 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/e2f67787-7aed-425a-85b8-2a5d6461f45b HTTP/1.1" status: 204 len: 168 time: 1.2120419 Aug 24 15:42:59.747662 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e6c1f-b7dd-400c-9b58-e8f7a1db549e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f67787-7aed-425a-85b8-2a5d6461f45b,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:42:59.765539 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:42:59.770194 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.775553 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:42:59.787565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:42:59.788711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:42:59.808825 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-78c9a457-473c-425a-a0e7-ba782ba5ede2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0 HTTP/1.1" status: 200 len: 991 time: 1.7561669 Aug 24 15:42:59.808825 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:42:59.809591 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7892ff9a-d0ce-4461-8991-6ba3696438a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:42:59.863918 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55766) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:59.906399 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:42:59.915495 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a443147c-af17-4070-87c1-39e8541831ce x-openstack-request-id: req-a443147c-af17-4070-87c1-39e8541831ce {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:42:59.916000 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:42:59.918768 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2d6b25f6-8785-452a-b25d-3cdd29b3e90c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0159b61c064b4eca9fcb9ed3c1fff2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513365 Aug 24 15:42:59.919222 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a443147c-af17-4070-87c1-39e8541831ce {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:42:59.919645 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a443147c-af17-4070-87c1-39e8541831ce'] response: {'name': 'network-changed', 'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'status': 'completed', 'code': 200} Aug 24 15:42:59.920092 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55768) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:42:59.972493 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] Publish callbacks [] for security_group (ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:42:59.998921 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] Publish callbacks [] for security_group (ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.067815 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.070388 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.074783 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb HTTP/1.1" status: 204 len: 168 time: 0.1513159 Aug 24 15:43:00.077387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-d717a3f1-1dde-4b97-b121-e5e241a06901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.079040 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-d717a3f1-1dde-4b97-b121-e5e241a06901 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 1129 time: 0.0761023 Aug 24 15:43:00.080122 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-cba9be80-7ae7-4f14-a4b8-1bf00e91c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.081771 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-cba9be80-7ae7-4f14-a4b8-1bf00e91c9b4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1128 time: 0.0677314 Aug 24 15:43:00.088611 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0db2a-120e-4c42-85bb-ed22fa9b6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd88d9-ff20-4eb4-bb60-be689e7ae0cb,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:00.149318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:6d:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ba349-889b-48e9-a144-173d715cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:39Z', 'updated_at': '2022-08-24T15:42:58Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:00.175255 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:00.176951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:00.186766 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:00.187482 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:00.256423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-1eb592c9-e5fd-4644-a882-fc3448c75689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.258151 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-1eb592c9-e5fd-4644-a882-fc3448c75689 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.1694343 Aug 24 15:43:00.259416 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-8285277e-3dc7-4f5a-a7be-327b7e50100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.261680 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-8285277e-3dc7-4f5a-a7be-327b7e50100e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.1619732 Aug 24 15:43:00.330542 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:00.379553 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-b1d402a8-eb6b-4d5b-8ee3-9da0108bc204 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 200 len: 999 time: 0.1101120 Aug 24 15:43:00.380792 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-99e9e398-d3ab-4961-be66-ce056f365ec5 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 217 time: 0.1052477 Aug 24 15:43:00.411535 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:00.442486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66e33da5-8c21-43f1-8547-a5e3f65a9a42 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:00.505638 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-5303d560-4919-4568-95fb-c82d68672bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.507171 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-5303d560-4919-4568-95fb-c82d68672bd7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.1053760 Aug 24 15:43:00.513669 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-d8de73ce-977a-4f13-a4bc-257bce40a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.516773 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-d8de73ce-977a-4f13-a4bc-257bce40a8a5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.1257784 Aug 24 15:43:00.526100 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 66e33da5-8c21-43f1-8547-a5e3f65a9a42 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:00.527441 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 66e33da5-8c21-43f1-8547-a5e3f65a9a42 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:00.586458 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55780) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:00.587052 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:00.588408 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-00f7e395-0aac-43fb-a795-266790322dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.589998 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-00f7e395-0aac-43fb-a795-266790322dc4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689609 Aug 24 15:43:00.625244 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:00.672211 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:6d:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ba349-889b-48e9-a144-173d715cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:39Z', 'updated_at': '2022-08-24T15:42:58Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:00.718336 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3fc93-f64e-4376-bf33-fc864a039e46 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'floating_ip_address': '172.27.4.101', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'port_id': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'mac_address': 'fa:16:3e:6d:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5ba349-889b-48e9-a144-173d715cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:39Z', 'updated_at': '2022-08-24T15:42:58Z', 'revision_number': 1, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:00.733039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255786df-b7bd-43c9-a844-3957e3524366 req-b8b5e311-ee3e-4688-ae64-788629b140ce tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.734653 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-255786df-b7bd-43c9-a844-3957e3524366 req-b8b5e311-ee3e-4688-ae64-788629b140ce tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.3812571 Aug 24 15:43:00.783138 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device ff679336-5425-4ad8-a34c-006f4896fd06 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:00.811841 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: ff679336-5425-4ad8-a34c-006f4896fd06 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:00.813546 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-e5fd01e5-730b-4da3-a3c5-e6416b1d9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:00.814382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device ff679336-5425-4ad8-a34c-006f4896fd06 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:00.815140 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-e5fd01e5-730b-4da3-a3c5-e6416b1d9c6d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2800162 Aug 24 15:43:00.816464 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-255786df-b7bd-43c9-a844-3957e3524366 req-92e57946-4a91-4527-b58b-14019600e658 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757806 Aug 24 15:43:00.835999 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-367703ab-1447-4f3e-bd2f-0d40c5694670 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2d05a3d521944c808d497e4d4b61411f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449529 Aug 24 15:43:00.839289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55786) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:00.886042 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-0edd3da1-e6ec-4f98-bb38-1e888e90967d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695954 Aug 24 15:43:00.898026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] Publish callbacks [] for security_group (e8211203-0525-4e6f-bd08-aa57c4b0f40d), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.920806 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] Publish callbacks [] for security_group (e8211203-0525-4e6f-bd08-aa57c4b0f40d), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.922599 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:00.991964 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e8211203-0525-4e6f-bd08-aa57c4b0f40d), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:00.996878 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:01.002404 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400efd24-0cbf-4e2a-a11f-f475b9c3e452 None None] New status for floating IP 93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:43:01.009318 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e8211203-0525-4e6f-bd08-aa57c4b0f40d HTTP/1.1" status: 204 len: 168 time: 0.1601472 Aug 24 15:43:01.009587 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-9398e9e9-f453-412f-a983-9a91714c5007 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830256 Aug 24 15:43:01.022612 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fd52e-a6c7-4e47-aca0-34facaf6b9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8211203-0525-4e6f-bd08-aa57c4b0f40d,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:01.074799 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-781dd218-aa43-4a86-b1c6-13159c251c8d req-7da8b445-933d-46df-b7dc-7dda4727f6c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552894 Aug 24 15:43:01.132664 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7892ff9a-d0ce-4461-8991-6ba3696438a3 req-029a9508-d234-4693-9e9b-5a8983b4d893 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162536 Aug 24 15:43:01.743743 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55810) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:01.840297 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054884495-network', 'tenant_id': 'b496441965834f65a8d0813e8221c685'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:01.861698 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Made reservation on behalf of b496441965834f65a8d0813e8221c685 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:01.864128 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:01.872943 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:01.893544 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:01.966496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d750af0-86db-4f1b-842b-7b2572a7b9ca req-761a67a0-7eab-4c63-9e9e-9e8360432240 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:01.967986 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6d750af0-86db-4f1b-842b-7b2572a7b9ca req-761a67a0-7eab-4c63-9e9e-9e8360432240 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0628383 Aug 24 15:43:02.011255 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks [] for security_group (15d7824b-2a6a-41bc-87a0-8c4352446edc), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.020812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (15d7824b-2a6a-41bc-87a0-8c4352446edc), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.049929 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:43:02.059294 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6d750af0-86db-4f1b-842b-7b2572a7b9ca req-776f7478-615d-4117-83c1-d96ef1bdcbda tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847952 Aug 24 15:43:02.073672 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (a4ec6292-ab17-42de-86cc-8dbe20f29bb7), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.074026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Added segment a4ec6292-ab17-42de-86cc-8dbe20f29bb7 of type vlan for network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 Aug 24 15:43:02.075729 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d7824b-2a6a-41bc-87a0-8c4352446edc,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:02.121175 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (55e08d2e-d6cb-4529-86e4-566ae8e28cc6), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.145450 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (55e08d2e-d6cb-4529-86e4-566ae8e28cc6), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.146419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:02.147023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.184804 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4399838 Aug 24 15:43:02.187902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55818) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:02.192824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Request body: {'subnet': {'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054884495-subnet', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:02.210067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63268-bc67-43d9-abb2-ad3264d078bc admin admin] Pushing event updated for resources: {'Network': ['ID=55e08d2e-d6cb-4529-86e4-566ae8e28cc6,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:02.214529 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Made reservation on behalf of b496441965834f65a8d0813e8221c685 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:02.217456 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.223828 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:43:02.393890 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (60c73f43-ed2e-4f4b-9bd2-861a15459b03), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.450028 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c73f43-ed2e-4f4b-9bd2-861a15459b03,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:02.460295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:02.460660 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Network hostable DHCP agents. Network: 55e08d2e-d6cb-4529-86e4-566ae8e28cc6, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:43:02.474313 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:02.480261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:43:02.491656 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 55e08d2e-d6cb-4529-86e4-566ae8e28cc6) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:02.496390 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:02.497129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.505491 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73010d-bce1-491d-a3c2-e017bbe08335 None None] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:02.515997 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-f00d5968-9ffc-48f3-9e06-afabb9848849 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3269587 Aug 24 15:43:02.518623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55822) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:02.523365 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:02.547883 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.548896 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.610379 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for router_controller (f8ed5212-8133-4610-8b0c-aff7c9f570c6), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.615415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:43:02.616362 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.687774 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:43:02.741014 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:02.750815 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for router_gateway (f8ed5212-8133-4610-8b0c-aff7c9f570c6), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.829582 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Allocated IP 172.20.0.2 (55e08d2e-d6cb-4529-86e4-566ae8e28cc6/60c73f43-ed2e-4f4b-9bd2-861a15459b03/b30b11fc-ecab-47f7-8f9e-75a11595a756) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:02.865999 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:02.894335 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:02.915150 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:43:02.948386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for router_gateway (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:02.968207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.085170 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Allocated IP 172.27.4.93 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:03.132303 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:03.132994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.163188 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:43:03.204874 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.210208 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005afaf-7e00-4b5b-8b02-dcd23e09b1d3 req-7871ae0f-a2be-40cd-aec1-7342ed6e2faa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:03.211130 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:03.211962 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3005afaf-7e00-4b5b-8b02-dcd23e09b1d3 req-7871ae0f-a2be-40cd-aec1-7342ed6e2faa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0572824 Aug 24 15:43:03.221636 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.233259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks [] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.234483 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:03.239455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.263555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.282096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:03.287500 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3005afaf-7e00-4b5b-8b02-dcd23e09b1d3 req-cd76f734-d14c-4022-abbd-532e7e352842 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668118 Aug 24 15:43:03.287676 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:03.289980 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:03.293810 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Pushing event updated for resources: {'Port': ['ID=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:03.295370 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:03.302806 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:03.327415 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:03.330445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:03.372757 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Pushing event updated for resources: {'Port': ['ID=b30b11fc-ecab-47f7-8f9e-75a11595a756,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:03.403611 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Attempting to bind port b30b11fc-ecab-47f7-8f9e-75a11595a756 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:03.403981 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Attempting to bind port b30b11fc-ecab-47f7-8f9e-75a11595a756 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:03.404347 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Attempting to bind port b30b11fc-ecab-47f7-8f9e-75a11595a756 on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:03.409927 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:03.410302 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:03.410750 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.411145 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Bound using segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:03.411615 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Bound port: b30b11fc-ecab-47f7-8f9e-75a11595a756, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:03.411988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.429860 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:03.475184 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] For port b30b11fc-ecab-47f7-8f9e-75a11595a756, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:03.478196 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] For port b30b11fc-ecab-47f7-8f9e-75a11595a756, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b30b11fc-ecab-47f7-8f9e-75a11595a756,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:03.485786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.539457 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9122705-99aa-4da5-8a9e-8eec33eddc8b None None] Pushing event updated for resources: {'Port': ['ID=b30b11fc-ecab-47f7-8f9e-75a11595a756,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:03.559343 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for router_gateway (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.677841 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:03.785843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:03.876071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d8aa5e82-99d7-4489-bc2f-7393036fdb8a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:43:03.920228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:43:04.037428 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:04.053201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:04.065921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:04.066295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:04.066550 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:04.070171 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-efdfdf97-e755-40e0-800b-1914318c71b2 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5479732 Aug 24 15:43:04.070542 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55834) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:04.194947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:04.199238 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:04.466741 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:04.521363 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed60ff0-079c-48b8-b9ae-8b1bfc8dbf18 req-b4d32987-64fe-458f-aff4-6fb5e4c7fc32 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:04.522851 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3ed60ff0-079c-48b8-b9ae-8b1bfc8dbf18 req-b4d32987-64fe-458f-aff4-6fb5e4c7fc32 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0933437 Aug 24 15:43:04.538372 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:03Z', 'revision_number': 3, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:04.570131 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47b631-47ce-4972-8855-ecad8eeef591 None None] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:04.576794 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:04.577124 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Updating router f8ed5212-8133-4610-8b0c-aff7c9f570c6 port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:04.583831 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3ed60ff0-079c-48b8-b9ae-8b1bfc8dbf18 req-76d33e81-4ca6-408e-b6e9-082faccf3538 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530074 Aug 24 15:43:04.588099 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port d8aa5e82-99d7-4489-bc2f-7393036fdb8a completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:43:04.621223 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:04.640888 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port d8aa5e82-99d7-4489-bc2f-7393036fdb8a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:04.641260 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:04.708501 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:04.717118 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Provisioning complete for port b30b11fc-ecab-47f7-8f9e-75a11595a756 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:04.717486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:04.796437 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b30b11fc-ecab-47f7-8f9e-75a11595a756 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:04.867519 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:04.949588 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:04.981074 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:04.981473 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.032933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:05.062678 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b30b11fc-ecab-47f7-8f9e-75a11595a756 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:05.063062 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.113162 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Current status of the port b30b11fc-ecab-47f7-8f9e-75a11595a756 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:05.113568 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.125791 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:05.128042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47beb7-4fe3-46c6-9f33-fc492e859429" -d '{"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:05.134471 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Allocated IP 172.20.0.1 (55e08d2e-d6cb-4529-86e4-566ae8e28cc6/60c73f43-ed2e-4f4b-9bd2-861a15459b03/b3dac915-2bcd-4a68-aec1-1cfef5a0abfc) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:05.164366 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:05.177298 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.201776 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:05.242311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] For port b30b11fc-ecab-47f7-8f9e-75a11595a756, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b30b11fc-ecab-47f7-8f9e-75a11595a756,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:05.258194 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.266830 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks [] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.301550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.318439 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:05.339752 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:05.342892 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14aa457-894f-415b-ab0b-013c84f83728 x-openstack-request-id: req-b14aa457-894f-415b-ab0b-013c84f83728 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:05.343206 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:05.344042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b14aa457-894f-415b-ab0b-013c84f83728 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:05.344042 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14aa457-894f-415b-ab0b-013c84f83728'] response: {'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'code': 200} Aug 24 15:43:05.349547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:05.356427 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:05.360871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:05.390675 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Pushing event updated for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:05.421215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.593484 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b30b11fc-ecab-47f7-8f9e-75a11595a756 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:05.625672 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks [] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.629594 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.645303 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-455ef111-77a0-47bc-abf8-63c19fbdf5a8 None None] Provisioning complete for port b30b11fc-ecab-47f7-8f9e-75a11595a756 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:05.645622 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-455ef111-77a0-47bc-abf8-63c19fbdf5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.653789 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4e542-7af4-4b07-a757-4715f379575e req-758551ab-fca2-4015-bbc5-c0a9cf2aadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:05.655750 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-50d4e542-7af4-4b07-a757-4715f379575e req-758551ab-fca2-4015-bbc5-c0a9cf2aadcd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1130 time: 0.0793872 Aug 24 15:43:05.673972 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.689132 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f6cdc-e8e5-4231-9778-911edd5dbf53 None None] Pushing event updated for resources: {'Port': ['ID=b30b11fc-ecab-47f7-8f9e-75a11595a756,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:05.730956 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Attempting to bind port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:05.731284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Attempting to bind port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:05.731655 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Attempting to bind port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:05.755292 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:05.755691 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:05.756092 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.756494 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:05.756994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Bound port: 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:05.757383 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.776973 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:05.797410 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-50d4e542-7af4-4b07-a757-4715f379575e req-cb435241-c5f2-4791-8ba5-023e4b57f5f1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190338 Aug 24 15:43:05.804467 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc8eb3-a2da-4590-9698-dd7336677bb0 None None] Pushing event updated for resources: {'Port': ['ID=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:05.840480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ca687-c0dc-4681-87c8-23333b7bf329 req-dc7fc5ea-24e0-49d3-8037-9235fb8e8d48 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:05.843504 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a9ca687-c0dc-4681-87c8-23333b7bf329 req-dc7fc5ea-24e0-49d3-8037-9235fb8e8d48 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0901933 Aug 24 15:43:05.872051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-455ef111-77a0-47bc-abf8-63c19fbdf5a8 None None] Current status of the port b30b11fc-ecab-47f7-8f9e-75a11595a756 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:05.874907 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] For port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:05.879477 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] For port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:05.887541 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.903613 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a9ca687-c0dc-4681-87c8-23333b7bf329 req-f9d6861a-c786-4a88-aac8-ee8dd216fb31 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507784 Aug 24 15:43:05.929548 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks [] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:05.934283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:05.935022 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:05.936308 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:06.011524 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:06.013440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Pushing event updated for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:06.027296 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc8eb3-a2da-4590-9698-dd7336677bb0 None None] Pushing event updated for resources: {'Port': ['ID=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:06.036127 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:06.036879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-1f91481b-8811-4ced-947c-4bed0c4a12f5 None None] Provisioning complete for port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:06.036879 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1f91481b-8811-4ced-947c-4bed0c4a12f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:06.085849 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1f91481b-8811-4ced-947c-4bed0c4a12f5 None None] Port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:06.097039 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:06.126269 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:06.127731 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:06.259164 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:06.319398 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 2, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:06.321457 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:06.350179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c147ab6-febf-48fc-94d6-df94a0fddcc1 None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 2, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:06.387809 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:06.392815 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3ee6e987-df92-4fa2-85b1-950b60fde17e admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/f8ed5212-8133-4610-8b0c-aff7c9f570c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3212516 Aug 24 15:43:06.518186 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-8728c89c-78f6-4b5c-b7c4-ed2065b935fd None None] Provisioning complete for port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:06.518569 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8728c89c-78f6-4b5c-b7c4-ed2065b935fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:06.584392 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-8728c89c-78f6-4b5c-b7c4-ed2065b935fd None None] Port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:06.751608 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b30b11fc-ecab-47f7-8f9e-75a11595a756 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:06.806712 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b30b11fc-ecab-47f7-8f9e-75a11595a756 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:06.807044 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:06.895988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:06.904267 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b30b11fc-ecab-47f7-8f9e-75a11595a756 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:07.041225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baa343-59e0-4041-9eb4-07f113e429a2 req-b89a89df-ecd7-4db7-a682-e4c223121677 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:07.068821 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f7baa343-59e0-4041-9eb4-07f113e429a2 req-b89a89df-ecd7-4db7-a682-e4c223121677 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0784721 Aug 24 15:43:07.154635 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55898) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:07.160049 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1585895371-network', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:07.187057 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Made reservation on behalf of e232defe64dc4838abc09dbe8d1df3b3 for: {'network': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:07.190509 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.205269 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f7baa343-59e0-4041-9eb4-07f113e429a2 req-35ed6058-d892-452f-8762-c73a543b7cd5 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349874 Aug 24 15:43:07.210184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.310965 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks [] for security_group (08254f1a-b1d3-487f-9684-1931869509c1), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.316828 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (08254f1a-b1d3-487f-9684-1931869509c1), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.350524 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=106450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:43:07.367080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08254f1a-b1d3-487f-9684-1931869509c1,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:07.373072 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (5bdf8346-be6c-4887-ba67-ff23fe2c23bd), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.373421 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.segments_db [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Added segment 5bdf8346-be6c-4887-ba67-ff23fe2c23bd of type vlan for network 38495615-8d4a-4eaf-b293-3f17df165317 Aug 24 15:43:07.421430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (38495615-8d4a-4eaf-b293-3f17df165317), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.448938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (38495615-8d4a-4eaf-b293-3f17df165317), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.450129 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:07.450783 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.496489 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3406889 Aug 24 15:43:07.499529 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55906) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:07.506410 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Request body: {'subnet': {'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1585895371-subnet', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'ip_version': 4}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:07.523587 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:07.531863 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ca8f9-dc50-4b7a-bdcb-f14eee491849 admin admin] Pushing event updated for resources: {'Network': ['ID=38495615-8d4a-4eaf-b293-3f17df165317,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:07.543235 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Made reservation on behalf of e232defe64dc4838abc09dbe8d1df3b3 for: {'subnet': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:07.545942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28604984'] for subnet (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.547948 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network 38495615-8d4a-4eaf-b293-3f17df165317 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:43:07.627139 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:07.736311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29108341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28605014'] for subnet (f5b8bf85-cbef-444e-98a4-76044b44855a), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.791328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b8bf85-cbef-444e-98a4-76044b44855a,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:07.808369 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Checking segment: {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:07.808795 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Network hostable DHCP agents. Network: 38495615-8d4a-4eaf-b293-3f17df165317, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:43:07.826349 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Network 38495615-8d4a-4eaf-b293-3f17df165317 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:43:07.836453 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, 38495615-8d4a-4eaf-b293-3f17df165317) {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:07.843244 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:07.844335 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.847524 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d70b3d-92d5-45a8-8018-da258ed331e3 None None] Network 38495615-8d4a-4eaf-b293-3f17df165317 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:07.870691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-cc6e65df-7970-4b14-8b73-6030acadc6c3 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3693390 Aug 24 15:43:07.873337 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55908) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:07.878259 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:07.901668 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.903034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.963150 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for router_controller (4ff8c120-6eb3-4a78-8161-ffbd4807c922), precommit_add_association {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:07.971779 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-38495615-8d4a-4eaf-b293-3f17df165317', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:43:07.972713 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.109637 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for router_gateway (4ff8c120-6eb3-4a78-8161-ffbd4807c922), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.127163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Allocated IP 172.20.0.2 (38495615-8d4a-4eaf-b293-3f17df165317/f5b8bf85-cbef-444e-98a4-76044b44855a/05347777-9e73-4634-8166-b7b347498dea) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:08.281882 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks [] for port (05347777-9e73-4634-8166-b7b347498dea), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.289091 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (05347777-9e73-4634-8166-b7b347498dea), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.304980 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for router_gateway (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.325003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Network 38495615-8d4a-4eaf-b293-3f17df165317 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:08.326000 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.329020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:08.332696 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:08.389946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Pushing event updated for resources: {'Port': ['ID=05347777-9e73-4634-8166-b7b347498dea,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:08.425148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ef21-7d4d-4b87-8192-d5e97e322b55 req-e02fb6e8-434b-4bf9-8b43-c034ffea4c81 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:08.428329 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-52f9ef21-7d4d-4b87-8192-d5e97e322b55 req-e02fb6e8-434b-4bf9-8b43-c034ffea4c81 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0930789 Aug 24 15:43:08.429926 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Attempting to bind port 05347777-9e73-4634-8166-b7b347498dea on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:08.430405 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Attempting to bind port 05347777-9e73-4634-8166-b7b347498dea by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:08.431094 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Attempting to bind port 05347777-9e73-4634-8166-b7b347498dea on network 38495615-8d4a-4eaf-b293-3f17df165317 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:08.435289 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:08.437261 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:08.437742 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Checking segment: {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:08.438458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.439114 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Bound using segment: {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:08.439714 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Bound port: 05347777-9e73-4634-8166-b7b347498dea, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:08.440191 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (05347777-9e73-4634-8166-b7b347498dea), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.513648 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] For port 05347777-9e73-4634-8166-b7b347498dea, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:08.517286 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] For port 05347777-9e73-4634-8166-b7b347498dea, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=05347777-9e73-4634-8166-b7b347498dea,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:08.528990 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (05347777-9e73-4634-8166-b7b347498dea), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.538286 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:08.551817 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-52f9ef21-7d4d-4b87-8192-d5e97e322b55 req-5108cf2f-250e-40fa-a5d8-9ba75090dc87 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123707 Aug 24 15:43:08.560411 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Allocated IP 172.27.4.100 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/c43b97aa-2ec1-4f50-b66b-d63edf5fdbda) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:08.626299 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dec7b-72c5-40cf-9e65-594cdad0d089 None None] Pushing event updated for resources: {'Port': ['ID=05347777-9e73-4634-8166-b7b347498dea,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:08.663407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:08.715284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.816107 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:08.860254 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b009226-1dcd-4859-9939-62b2f7771717 req-dfdc5955-2f58-40f7-ad10-31667e69552c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:08.863894 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6b009226-1dcd-4859-9939-62b2f7771717 req-dfdc5955-2f58-40f7-ad10-31667e69552c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.1130662 Aug 24 15:43:08.866575 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.874626 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55930) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:08.882043 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'floatingip': {'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:08.913506 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:08.921034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:08.925724 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:08.991650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:08.994455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:08.996170 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.023597 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Pushing event updated for resources: {'Port': ['ID=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:09.066826 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:09.095314 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:09.101817 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:09.102121 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.145037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:09.145604 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.173060 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:09.180154 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.241978 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:09.247071 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:09.258026 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.258929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.328583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for router_gateway (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.401959 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.472005 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 2, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:09.504604 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:09.505325 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Updating router f8ed5212-8133-4610-8b0c-aff7c9f570c6 port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:09.543597 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.543740 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.590095 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.595264 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.647665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.695148 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:43:09.719455 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Floating IP 50a925e8-cbcb-443e-95a1-854a0c6a0b5f associated. External IP: 172.27.4.133, port: d8aa5e82-99d7-4489-bc2f-7393036fdb8a. Aug 24 15:43:09.747931 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:09.841949 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:09.853236 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Sync routers for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:09.864052 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.865492 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-75d111f1-7eb7-4e86-83ad-51daa9f1f66e admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9909735 Aug 24 15:43:09.868632 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55936) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:09.871334 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:09.873344 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:09.940160 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks [] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.950905 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:09.952046 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fecc95-b44d-4bb2-8bd2-86672653a9cb None None] Network 38495615-8d4a-4eaf-b293-3f17df165317 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:10.010556 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:10.017623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:10.064311 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1805c-826e-4747-9825-fdcfdbc894a4 None None] Pushing event updated for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:10.079522 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Attempting to bind port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:10.080579 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Attempting to bind port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:10.081141 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Attempting to bind port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:10.083821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Provisioning complete for port 05347777-9e73-4634-8166-b7b347498dea triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:10.084704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (05347777-9e73-4634-8166-b7b347498dea), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.087973 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:10.088454 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:10.089064 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.089673 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Bound using segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:10.090327 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Bound port: b3dac915-2bcd-4a68-aec1-1cfef5a0abfc, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:10.090954 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.139190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:10.172389 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] For port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:10.176341 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] For port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:10.189243 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.212556 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:10.214685 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:10.221675 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:10.236471 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.304230 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d087aa16-1001-4a2d-8f0c-ad0bef6e9d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/50a925e8-cbcb-443e-95a1-854a0c6a0b5f HTTP/1.1" status: 200 len: 992 time: 1.4276159 Aug 24 15:43:10.305000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:10.316999 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:10.361388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Current status of the port 05347777-9e73-4634-8166-b7b347498dea is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:10.363969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (05347777-9e73-4634-8166-b7b347498dea), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.381143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5786686-0d84-46ac-9d3e-296050aef02c x-openstack-request-id: req-c5786686-0d84-46ac-9d3e-296050aef02c {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:10.381641 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:10.382006 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5786686-0d84-46ac-9d3e-296050aef02c {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:10.382510 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5786686-0d84-46ac-9d3e-296050aef02c'] response: {'name': 'network-changed', 'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'status': 'completed', 'code': 200} Aug 24 15:43:10.445653 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] For port 05347777-9e73-4634-8166-b7b347498dea, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=05347777-9e73-4634-8166-b7b347498dea,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:10.455032 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (05347777-9e73-4634-8166-b7b347498dea), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.479017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.481980 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:10.523058 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1805c-826e-4747-9825-fdcfdbc894a4 None None] Pushing event updated for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:10.530322 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:10.530976 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:10.575188 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:10.638062 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:10.643736 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 3, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:10.652474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Allocated IP 172.20.0.1 (38495615-8d4a-4eaf-b293-3f17df165317/f5b8bf85-cbef-444e-98a4-76044b44855a/80beda2c-4973-4b22-bfd1-a363e680cb07) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:10.669131 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:10.677332 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-9c477312-1c40-4a0d-87cd-ad8b8b2c3b95 None None] Provisioning complete for port 05347777-9e73-4634-8166-b7b347498dea triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:10.677708 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c477312-1c40-4a0d-87cd-ad8b8b2c3b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (05347777-9e73-4634-8166-b7b347498dea), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.682705 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Checking router: 4ff8c120-6eb3-4a78-8161-ffbd4807c922 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:10.683070 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Updating router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:10.740057 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:10.749608 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c878e-4acc-47ba-ba9c-02c600e4f517 None None] Pushing event updated for resources: {'Port': ['ID=05347777-9e73-4634-8166-b7b347498dea,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:10.756987 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.779419 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:10.796914 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:10.813714 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks [] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.867456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:10.911073 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Network 38495615-8d4a-4eaf-b293-3f17df165317 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:10.914830 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:10.922040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:10.924127 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-9c477312-1c40-4a0d-87cd-ad8b8b2c3b95 None None] Current status of the port 05347777-9e73-4634-8166-b7b347498dea is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:10.987940 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 05347777-9e73-4634-8166-b7b347498dea up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:11.007164 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Pushing event updated for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:11.013434 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.080445 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:10Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:11.109577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:11.110289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 05347777-9e73-4634-8166-b7b347498dea triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:11.110769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (05347777-9e73-4634-8166-b7b347498dea), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.137992 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:11.171313 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '50a925e8-cbcb-443e-95a1-854a0c6a0b5f', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:50Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:11.173834 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.176398 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e161d1-c52e-4d59-bf50-a476bac61d1f None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:10Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:11.224297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks [] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.242183 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:11.254525 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:11.258415 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:11.258584 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.286942 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-06196b06-b570-404b-b642-c87ff95a9078 None None] Provisioning complete for port 80beda2c-4973-4b22-bfd1-a363e680cb07 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:11.287311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-06196b06-b570-404b-b642-c87ff95a9078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.365768 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Attempting to bind port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:11.366147 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Attempting to bind port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:11.366515 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Attempting to bind port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:11.391221 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 05347777-9e73-4634-8166-b7b347498dea is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:11.392067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:11.398671 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:11.399070 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:11.399481 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.399882 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:11.400707 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Bound port: c43b97aa-2ec1-4f50-b66b-d63edf5fdbda, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:11.401246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.403810 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:11.436499 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks [] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.443630 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.454058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-06196b06-b570-404b-b642-c87ff95a9078 None None] Port 80beda2c-4973-4b22-bfd1-a363e680cb07 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:11.460091 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92769-1cde-4a41-b05b-c4ca1cccc3e5 None None] Pushing event updated for resources: {'Port': ['ID=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:11.533283 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:11.533915 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.535646 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.537850 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] For port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:11.538805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Pushing event updated for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:11.580179 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] For port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:11.595012 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.655195 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Network 38495615-8d4a-4eaf-b293-3f17df165317 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:11.656642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:11.675065 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:11.675849 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:11.697578 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '50a925e8-cbcb-443e-95a1-854a0c6a0b5f', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:50Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:11.726021 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:11.739663 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cba5b8-b58a-4372-80a9-6cfdbd02afee None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '50a925e8-cbcb-443e-95a1-854a0c6a0b5f', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.133', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:42:50Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:11.760863 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:11.765744 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:11.766902 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b3dac915-2bcd-4a68-aec1-1cfef5a0abfc up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:11.799823 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92769-1cde-4a41-b05b-c4ca1cccc3e5 None None] Pushing event updated for resources: {'Port': ['ID=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:11.817318 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:11.819895 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:11.862209 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:11.913210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:11.913749 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:11.995749 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:12.001207 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-ac6b9496-6467-4643-becd-5b8d7ebf76fb admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4ff8c120-6eb3-4a78-8161-ffbd4807c922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303239 Aug 24 15:43:12.046410 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-3fc51589-e927-45d5-85e4-a2d54f723332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:12.048761 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-3fc51589-e927-45d5-85e4-a2d54f723332 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1130 time: 0.1121800 Aug 24 15:43:12.101062 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:12.150201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:12.151515 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.155810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-766ea99e-5ff2-4b6b-891c-f17ee806f8fd None None] Provisioning complete for port 80beda2c-4973-4b22-bfd1-a363e680cb07 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:12.156180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-766ea99e-5ff2-4b6b-891c-f17ee806f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.166079 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-dbed81d0-7d90-4000-8277-3389d32d0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:12.168079 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-dbed81d0-7d90-4000-8277-3389d32d0f74 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.1110585 Aug 24 15:43:12.251488 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-bcef12cb-1863-417f-b0ec-a981e398cc4d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1000 time: 0.0770724 Aug 24 15:43:12.296052 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:12.299835 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-766ea99e-5ff2-4b6b-891c-f17ee806f8fd None None] Port 80beda2c-4973-4b22-bfd1-a363e680cb07 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:12.306564 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.341738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-9f3215c3-bdc0-436d-b30d-bd4457e6141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:12.343739 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-9f3215c3-bdc0-436d-b30d-bd4457e6141f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0856519 Aug 24 15:43:12.350003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '80beda2c-4973-4b22-bfd1-a363e680cb07', 'name': '', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'mac_address': 'fa:16:3e:2d:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:10Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 2, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'subnets': [{'id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:12.357508 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adeae83-8250-44bf-ad72-7d41c595aa99 None None] New status for floating IP 50a925e8-cbcb-443e-95a1-854a0c6a0b5f: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:43:12.454926 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-d6cdeccc-1b73-4d29-b68f-25a65ea0d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:12.456560 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-d6cdeccc-1b73-4d29-b68f-25a65ea0d875 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978758 Aug 24 15:43:12.513614 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f93a6d-2a94-468b-9648-e6d0acd96c8e None None] The sync data for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi is: [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '80beda2c-4973-4b22-bfd1-a363e680cb07', 'name': '', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'mac_address': 'fa:16:3e:2d:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:10Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 2, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'subnets': [{'id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:12.576151 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:12.583118 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:12.593543 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 55964) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:12.594106 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-8add9423-c85d-4678-978a-6557a368427b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297052 Aug 24 15:43:12.599032 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514253164', 'description': 'tempest-secgroup-smoke-514253164 description', 'project_id': 'b496441965834f65a8d0813e8221c685'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:12.627203 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.706210 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-c78b2377-41a1-4e95-ad2d-8ebb7286c6bc req-93786c71-ddb6-4d49-adca-9ac0bbcf0d3b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048441 Aug 24 15:43:12.719355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (72fd4fc1-bcd2-42e2-a520-22835c090529), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.725725 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (72fd4fc1-bcd2-42e2-a520-22835c090529), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.769134 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.773240 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1755607 Aug 24 15:43:12.773240 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04738e71-e313-4e67-8121-8c420bbe0421 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd4fc1-bcd2-42e2-a520-22835c090529,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:12.773781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55972) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:12.774870 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 05347777-9e73-4634-8166-b7b347498dea up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:12.780463 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:12.814824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (f344240c-b9d3-4ebb-b55d-e66519b90d73), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.884547 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (f344240c-b9d3-4ebb-b55d-e66519b90d73), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.889118 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (f344240c-b9d3-4ebb-b55d-e66519b90d73), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.913882 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f344240c-b9d3-4ebb-b55d-e66519b90d73,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:12.922945 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.926940 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d3dff148-e75e-47eb-8de7-bd0607a9f2e5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496100 Aug 24 15:43:12.927158 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55978) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:12.937856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:12.974595 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 05347777-9e73-4634-8166-b7b347498dea triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:12.975027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (05347777-9e73-4634-8166-b7b347498dea), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:12.993406 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (de751821-704b-4841-a284-d9346db002d2), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.077421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 05347777-9e73-4634-8166-b7b347498dea is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:13.078496 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b3dac915-2bcd-4a68-aec1-1cfef5a0abfc up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:13.099629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (de751821-704b-4841-a284-d9346db002d2), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.104875 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (de751821-704b-4841-a284-d9346db002d2), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.129169 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:13.134605 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3259-b2cd-44bc-85b2-50a7cbaea101 req-496c5179-3fa9-4c3c-8fdc-b964a5e912b0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:13.139671 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:13.143840 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b35d3259-b2cd-44bc-85b2-50a7cbaea101 req-496c5179-3fa9-4c3c-8fdc-b964a5e912b0 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0925603 Aug 24 15:43:13.148159 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:13.148844 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.156709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de751821-704b-4841-a284-d9346db002d2,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:13.159122 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:13.172104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.173360 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-68362673-d697-4200-a7de-d34cda97da04 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449830 Aug 24 15:43:13.176550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55986) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:13.184231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:13.213869 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b35d3259-b2cd-44bc-85b2-50a7cbaea101 req-4b12f8d9-3893-412a-a8cc-6040bae06697 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682762 Aug 24 15:43:13.235024 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (2d363926-cd11-49ae-8597-3ef73623ccff), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.249843 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:13.299608 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (2d363926-cd11-49ae-8597-3ef73623ccff), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.303380 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (2d363926-cd11-49ae-8597-3ef73623ccff), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.324510 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d363926-cd11-49ae-8597-3ef73623ccff,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:13.338228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.339774 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3f68b376-6fd1-47bc-95b2-8a0f4ade5ec0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612666 Aug 24 15:43:13.342344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55988) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:13.353262 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:13.362035 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:13.385727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (a2e62e31-fa95-4f4d-8aad-24a61dae6deb), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.456435 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e029c23c-d4a3-4642-bb2c-396e9e771764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.473464 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (a2e62e31-fa95-4f4d-8aad-24a61dae6deb), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.478909 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (a2e62e31-fa95-4f4d-8aad-24a61dae6deb), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.501528 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e62e31-fa95-4f4d-8aad-24a61dae6deb,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:13.509464 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.514305 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-7cd7c77c-184a-4eb5-90de-e62fb81e39d9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678133 Aug 24 15:43:13.514748 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55994) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:13.519365 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:13.542281 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.securitygroups_db [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Project b496441965834f65a8d0813e8221c685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:43:13.548594 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (e4654ac9-f395-42db-bc5a-5ee7f118614b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.558663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:13.630468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (e4654ac9-f395-42db-bc5a-5ee7f118614b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.634264 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (e4654ac9-f395-42db-bc5a-5ee7f118614b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.657097 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4654ac9-f395-42db-bc5a-5ee7f118614b,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:13.666942 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.668209 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-53f283c8-f5c0-4b35-9295-f9df6f0b2f13 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523464 Aug 24 15:43:13.671509 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 55996) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:13.675939 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'security_group_rule': {'security_group_id': '72fd4fc1-bcd2-42e2-a520-22835c090529', 'project_id': 'b496441965834f65a8d0813e8221c685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:13.698533 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.securitygroups_db [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Project b496441965834f65a8d0813e8221c685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:43:13.707745 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (38f79f64-9e99-4ae4-b75e-0ca35ff40693), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.767000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (38f79f64-9e99-4ae4-b75e-0ca35ff40693), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.771125 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (38f79f64-9e99-4ae4-b75e-0ca35ff40693), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.790908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f79f64-9e99-4ae4-b75e-0ca35ff40693,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:13.799775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:13.803104 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-657bc106-5913-4714-a331-6f94d7797dfa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305933 Aug 24 15:43:14.364220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69260cdf-59bc-4005-9fdf-6d67682f319c req-f838b495-ae2f-48c5-a0d2-5a72698c878e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:14.365772 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-69260cdf-59bc-4005-9fdf-6d67682f319c req-f838b495-ae2f-48c5-a0d2-5a72698c878e tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Aug 24 15:43:14.421868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-69260cdf-59bc-4005-9fdf-6d67682f319c req-69b09b46-da39-4a2d-8473-6e460aca7c21 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501981 Aug 24 15:43:14.753830 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c43b97aa-2ec1-4f50-b66b-d63edf5fdbda up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:14.812147 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:14.812342 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:14.887112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-0a78da46-841f-43d5-aaef-da8949f7988b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:14.888679 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-0a78da46-841f-43d5-aaef-da8949f7988b tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0588543 Aug 24 15:43:14.892674 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:14.893184 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:14.918531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:14.922520 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:14.973525 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:14.991732 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Deleting port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:14.992294 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.091174 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] For port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:15.091539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.526119 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.526509 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.526857 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Floating IP e11ffda3-37bd-4271-abed-fd6dd35f3cff disassociated. External IP: 172.27.4.68, port: 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6. Aug 24 15:43:15.527204 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Calling delete_port for 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:15.536998 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:15.562517 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c665100-c25e-49e9-867f-ad3238c21dc8 req-f7a35f07-8d4f-4715-a8ad-df490bfbf105 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:15.564214 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c665100-c25e-49e9-867f-ad3238c21dc8 req-f7a35f07-8d4f-4715-a8ad-df490bfbf105 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c8d2a085-4e03-4b66-9095-5c934d177719 HTTP/1.1" status: 200 len: 945 time: 0.0579848 Aug 24 15:43:15.618755 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3c665100-c25e-49e9-867f-ad3238c21dc8 req-3aa3bc1e-28bd-4604-97eb-6bfbf2b6b376 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Aug 24 15:43:15.665618 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Sync routers for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:15.673324 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (0c3944b5-6421-49fd-b1b0-a42f4ca0afa6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.677999 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:15.678814 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:42:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:15.706531 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'Port': ['ID=0c3944b5-6421-49fd-b1b0-a42f4ca0afa6,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:15.752335 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fca7f577-f52f-4e24-87c9-b5e75de85cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:15.796383 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:15.818514 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:15.826157 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:15.846558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:15.974929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:15.988852 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:16.000986 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:16.001829 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.024476 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '80beda2c-4973-4b22-bfd1-a363e680cb07', 'name': '', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'mac_address': 'fa:16:3e:2d:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:10Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 2, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'subnets': [{'id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.028293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] No DVR routers for this DVR port 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:43:16.030937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.034200 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7761a6ac-e4cb-4f14-88d3-69f61eb3165e req-4a5c2afe-8eb1-40ce-a9bf-9078afaf4e50 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.18 "DELETE /networking/v2.0/ports/0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 HTTP/1.1" status: 204 len: 173 time: 1.1378605 Aug 24 15:43:16.034659 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'name': 'network-vif-deleted', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:16.040374 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9c0a9-95e7-4774-80b3-31830d366e21" -d '{"events": [{"server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "name": "network-vif-deleted", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:16.055010 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Checking router: 4ff8c120-6eb3-4a78-8161-ffbd4807c922 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:16.055374 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Updating router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 port 80beda2c-4973-4b22-bfd1-a363e680cb07 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:16.093394 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.117708 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d953ad4a-75d5-4b4c-a73f-557519110fcc x-openstack-request-id: req-d953ad4a-75d5-4b4c-a73f-557519110fcc {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:16.119788 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d2a085-4e03-4b66-9095-5c934d177719", "name": "network-vif-deleted", "tag": "0c3944b5-6421-49fd-b1b0-a42f4ca0afa6", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:16.119788 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d953ad4a-75d5-4b4c-a73f-557519110fcc {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:16.120028 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d953ad4a-75d5-4b4c-a73f-557519110fcc'] response: {'server_uuid': 'c8d2a085-4e03-4b66-9095-5c934d177719', 'name': 'network-vif-deleted', 'tag': '0c3944b5-6421-49fd-b1b0-a42f4ca0afa6', 'status': 'completed', 'code': 200} Aug 24 15:43:16.170651 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:16.392506 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.421322 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:16.435570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:16.436221 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.470279 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks [] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.475863 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.509365 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:16.555012 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:16.581058 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb7ccd-ebe3-438a-8865-14e89d57b75a None None] Pushing event updated for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:16.592420 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Attempting to bind port 80beda2c-4973-4b22-bfd1-a363e680cb07 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:16.592782 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Attempting to bind port 80beda2c-4973-4b22-bfd1-a363e680cb07 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:16.593267 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Attempting to bind port 80beda2c-4973-4b22-bfd1-a363e680cb07 on network 38495615-8d4a-4eaf-b293-3f17df165317 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:16.595193 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:16.599285 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:16.599659 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Checking segment: {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:16.600056 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.600446 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Bound using segment: {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:16.600904 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Bound port: 80beda2c-4973-4b22-bfd1-a363e680cb07, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdf8346-be6c-4887-ba67-ff23fe2c23bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:16.601278 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.676800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] For port 80beda2c-4973-4b22-bfd1-a363e680cb07, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:16.680913 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] For port 80beda2c-4973-4b22-bfd1-a363e680cb07, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=80beda2c-4973-4b22-bfd1-a363e680cb07,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:16.689415 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.744403 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:16.744732 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb7ccd-ebe3-438a-8865-14e89d57b75a None None] Pushing event updated for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=4']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:16.756485 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:16.757105 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.792416 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:16.793921 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56084) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:16.804673 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:16.838700 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c43b97aa-2ec1-4f50-b66b-d63edf5fdbda up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:16.841129 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca11bfe-c385-4175-bc48-37b88632ee46 None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:37:22Z', 'revision_number': 4, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'a6942f31-0e19-474d-901a-fac0465bc794', 'name': '', 'network_id': 'a4edf337-5391-4629-bda7-d1122fcdfc2b', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'mac_address': 'fa:16:3e:ae:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '063009ac-3201-401f-ae07-e008a4009c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:18Z', 'updated_at': '2022-08-24T15:37:38Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'subnets': [{'id': '063009ac-3201-401f-ae07-e008a4009c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:16.886406 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:16.898556 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.900252 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:16.901424 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:16.935015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.004124 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.007322 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.008610 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f HTTP/1.1" status: 204 len: 168 time: 0.2126317 Aug 24 15:43:17.012022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56092) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:17.016023 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:17.027637 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.api.v2.resource [None req-64e5288e-470f-47d0-9b4b-10d78271caba tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] show failed (client error): The resource could not be found. Aug 24 15:43:17.028761 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-64e5288e-470f-47d0-9b4b-10d78271caba tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "GET /networking/v2.0/security-groups/d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f HTTP/1.1" status: 404 len: 347 time: 0.0157440 Aug 24 15:43:17.031434 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cb84f-71b6-47ce-b0fa-92286f362e57 tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbcf4a-d7f9-4811-a65d-cd6da2bc147f,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:17.032986 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56094) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:17.077512 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.124768 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '80beda2c-4973-4b22-bfd1-a363e680cb07', 'name': '', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'mac_address': 'fa:16:3e:2d:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:10Z', 'updated_at': '2022-08-24T15:43:16Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'subnets': [{'id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:17.150924 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30337ec-98ab-4054-adf1-28fa5a86b817 None None] The sync data for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi is: [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:43:11Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '80beda2c-4973-4b22-bfd1-a363e680cb07', 'name': '', 'network_id': '38495615-8d4a-4eaf-b293-3f17df165317', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'mac_address': 'fa:16:3e:2d:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:10Z', 'updated_at': '2022-08-24T15:43:16Z', 'revision_number': 4, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'subnets': [{'id': 'f5b8bf85-cbef-444e-98a4-76044b44855a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:17.163185 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Deleting port 2433f0a2-b0fe-42d3-9814-7e05e6b82df7 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:17.163586 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.261832 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:17.265007 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.265345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.281162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Calling delete_port for 2433f0a2-b0fe-42d3-9814-7e05e6b82df7 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:17.419184 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (2433f0a2-b0fe-42d3-9814-7e05e6b82df7), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.442260 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Pushing event deleted for resources: {'Port': ['ID=2433f0a2-b0fe-42d3-9814-7e05e6b82df7,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:17.512682 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks [] for floatingip (e11ffda3-37bd-4271-abed-fd6dd35f3cff), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.516448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:17.517643 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f7f06337-6262-4ffb-93a3-c852700b16cf tempest-AttachVolumeTestJSON-1835078496 tempest-AttachVolumeTestJSON-1835078496-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/e11ffda3-37bd-4271-abed-fd6dd35f3cff HTTP/1.1" status: 204 len: 168 time: 0.4837170 Aug 24 15:43:17.658511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:17.678631 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:17.679004 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 0c3944b5-6421-49fd-b1b0-a42f4ca0afa6 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:17.826851 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d826176-13fa-43ad-a60a-416b0c2b7201 None None] New status for floating IP e11ffda3-37bd-4271-abed-fd6dd35f3cff: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:43:18.389994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:18.528086 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:18.753297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 80beda2c-4973-4b22-bfd1-a363e680cb07 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:18.802632 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 80beda2c-4973-4b22-bfd1-a363e680cb07 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:18.803046 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:18.877484 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 80beda2c-4973-4b22-bfd1-a363e680cb07 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:18.877874 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:18.910436 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 80beda2c-4973-4b22-bfd1-a363e680cb07, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=80beda2c-4973-4b22-bfd1-a363e680cb07,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:18.914477 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:18.967421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:19.005323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:20.736707 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 80beda2c-4973-4b22-bfd1-a363e680cb07 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:20.782686 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 80beda2c-4973-4b22-bfd1-a363e680cb07 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:20.783136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:20.858442 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 80beda2c-4973-4b22-bfd1-a363e680cb07 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:21.111220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56168) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:21.729259 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:21.871012 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.108791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Deleting port a6942f31-0e19-474d-901a-fac0465bc794 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:22.109128 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (a6942f31-0e19-474d-901a-fac0465bc794), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.173115 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:22.196696 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] For port a6942f31-0e19-474d-901a-fac0465bc794, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=a6942f31-0e19-474d-901a-fac0465bc794,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:22.197639 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (a6942f31-0e19-474d-901a-fac0465bc794), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.211279 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Calling delete_port for a6942f31-0e19-474d-901a-fac0465bc794 owned by network:router_interface {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:22.398837 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (a6942f31-0e19-474d-901a-fac0465bc794), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.421574 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6942f31-0e19-474d-901a-fac0465bc794,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:22.432039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.432319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.432663 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.433001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.433337 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.433669 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.434001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.434329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.434685 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.435020 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.435350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.435677 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.436003 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.436330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.436653 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:22.572808 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:22.601700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.680219 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-0f09d81e-3110-4eb1-9647-b2d633abab52 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473089 Aug 24 15:43:22.775069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56186) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:22.810387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-2963dece-0445-439d-aaac-2916fe189d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:22.811954 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-2963dece-0445-439d-aaac-2916fe189d89 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0b8dd47a9d30492eb7163da543d874cb&device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 1129 time: 0.0850666 Aug 24 15:43:22.829774 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Deleting subnet 00e1c965-7b39-461f-be9f-18f7483e03c9 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:43:22.830966 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:22.841750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Publish callbacks [] for subnet (00e1c965-7b39-461f-be9f-18f7483e03c9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.904097 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (00e1c965-7b39-461f-be9f-18f7483e03c9), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:22.942981 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:22.948509 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-19699b9f-fd34-4c97-a474-757b898e64f5 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8362134 Aug 24 15:43:22.952033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56188) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:22.955164 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Sync routers for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:22.967002 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:22.967806 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:22.992916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (00e1c965-7b39-461f-be9f-18f7483e03c9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.016906 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-4642f068-f6fd-41a4-b2d7-ca73d2e12da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:23.018393 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-4642f068-f6fd-41a4-b2d7-ca73d2e12da3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 200 len: 916 time: 0.1852138 Aug 24 15:43:23.062152 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.065024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks [] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.094923 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:23.106297 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-c537639a-2562-4cc9-b773-d5f701f13c03 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 200 len: 1001 time: 0.0769460 Aug 24 15:43:23.111118 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (00e1c965-7b39-461f-be9f-18f7483e03c9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.129871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.170923 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e1c965-7b39-461f-be9f-18f7483e03c9,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:23.180483 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.184508 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-09c4f3e4-dea2-490e-9d1d-6e55654250a2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/00e1c965-7b39-461f-be9f-18f7483e03c9 HTTP/1.1" status: 204 len: 168 time: 0.4078979 Aug 24 15:43:23.187148 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56190) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:23.189859 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks [] for router_gateway (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.195424 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.227075 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-9b28fcaa-318d-42bb-ba84-0edc0a56eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:23.228784 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-9b28fcaa-318d-42bb-ba84-0edc0a56eed1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 200 len: 853 time: 0.1136069 Aug 24 15:43:23.242053 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Deleting port df878959-a4ec-470a-94b3-a469f194142b {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:23.242409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (df878959-a4ec-470a-94b3-a469f194142b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.322181 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (16e26aa1-fc84-40ef-9164-bff00905970c), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.333472 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-a134bf54-e4bb-4369-be26-6b9cdbe82a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:23.335001 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-a134bf54-e4bb-4369-be26-6b9cdbe82a1d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=105210c5-8b78-4e8c-bd12-9456d560212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0979562 Aug 24 15:43:23.359270 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] For port df878959-a4ec-470a-94b3-a469f194142b, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=df878959-a4ec-470a-94b3-a469f194142b,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:23.360123 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (df878959-a4ec-470a-94b3-a469f194142b), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.376186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Calling delete_port for df878959-a4ec-470a-94b3-a469f194142b owned by network:router_gateway {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:23.439486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.444836 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (16e26aa1-fc84-40ef-9164-bff00905970c), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.486076 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21'}], 'enable_snat': True}, 'gw_port_id': 'df878959-a4ec-470a-94b3-a469f194142b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:43:22Z', 'revision_number': 5, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port': {'id': 'df878959-a4ec-470a-94b3-a469f194142b', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:13Z', 'updated_at': '2022-08-24T15:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.506127 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.512015 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e26aa1-fc84-40ef-9164-bff00905970c']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.513619 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Checking router: 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:23.528144 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Routers {'4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:23.528789 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.535536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.535849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1f18c7-ca17-4761-8d9f-8ad24294f0dc') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.537457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:23.551259 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (4e1f18c7-ca17-4761-8d9f-8ad24294f0dc), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.575429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (df878959-a4ec-470a-94b3-a469f194142b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.581624 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-20dcc54e-3486-4480-baf6-a81a1df3a2f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169902 Aug 24 15:43:23.582552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (4e1f18c7-ca17-4761-8d9f-8ad24294f0dc), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.596468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:43:23.596870 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (4e1f18c7-ca17-4761-8d9f-8ad24294f0dc), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.610516 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df878959-a4ec-470a-94b3-a469f194142b,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:23.632455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] Set router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 gateway port host: None {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:23.639096 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment 4e1f18c7-ca17-4761-8d9f-8ad24294f0dc resource provider aggregate not found Aug 24 15:43:23.679154 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment 4e1f18c7-ca17-4761-8d9f-8ad24294f0dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e1f18c7-ca17-4761-8d9f-8ad24294f0dc found for delete ", "request_id": "req-c3b05d4c-30a2-48d1-9113-d9f7883ec76b"}]} Aug 24 15:43:23.696832 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:43:23Z', 'revision_number': 6, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:23.701672 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.726806 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09861c87-b6ff-4d53-a556-25f3663fb740 None None] The sync data for ids ['4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8'] in dv-cinder-846054-2-iscsi is: [{'id': '4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8', 'name': 'tempest-AttachVolumeTestJSON-1782853794-router', 'tenant_id': '98f176b3cafe45d497dee2f1d031a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:11Z', 'updated_at': '2022-08-24T15:43:23Z', 'revision_number': 6, 'project_id': '98f176b3cafe45d497dee2f1d031a4ec', 'gw_port_host': None}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:23.730577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (16e26aa1-fc84-40ef-9164-bff00905970c), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.737393 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.743126 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/16e26aa1-fc84-40ef-9164-bff00905970c HTTP/1.1" status: 204 len: 168 time: 0.5550683 Aug 24 15:43:23.787654 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9b49bcc3-50a5-472e-b1c9-c63cbbb0f0d3 req-719ff33b-2d74-44a0-96ea-9bea21f28fa9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985321 Aug 24 15:43:23.789160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8fa9e-d253-4d94-be25-d45cc045ca77 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e26aa1-fc84-40ef-9164-bff00905970c,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:23.821023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.824953 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks [] for router_controller (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.875757 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.876407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 {{(pid=106451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:43:23.880792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.881945 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-86252738-287e-45ee-a167-72fa0dcf64c0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/4fa87c26-cb5e-4e12-81a2-1925d6bc0ac8 HTTP/1.1" status: 204 len: 168 time: 0.9286277 Aug 24 15:43:23.885237 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56200) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:23.905337 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56202) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:23.932775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Deleting subnet 063009ac-3201-401f-ae07-e008a4009c27 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:43:23.936351 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Publish callbacks [] for subnet (063009ac-3201-401f-ae07-e008a4009c27), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:23.954140 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-261ac02e-cecc-4a4b-a18d-e1ef313db0a9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0b578ad7d48e406fabfc32450de322d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476351 Aug 24 15:43:23.956784 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56204) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:23.972927 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (063009ac-3201-401f-ae07-e008a4009c27), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.017554 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] Publish callbacks [] for security_group (cbf0b76b-6ec6-4644-8efc-063a6511ad95), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.038953 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] Publish callbacks [] for security_group (cbf0b76b-6ec6-4644-8efc-063a6511ad95), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.061070 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (063009ac-3201-401f-ae07-e008a4009c27), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.094189 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (cbf0b76b-6ec6-4644-8efc-063a6511ad95), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.097331 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.100915 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cbf0b76b-6ec6-4644-8efc-063a6511ad95 HTTP/1.1" status: 204 len: 168 time: 0.1408150 Aug 24 15:43:24.108433 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3f80-4173-4d1e-983a-9c6a09e94026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0b76b-6ec6-4644-8efc-063a6511ad95,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:24.136539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (063009ac-3201-401f-ae07-e008a4009c27), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.167324 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063009ac-3201-401f-ae07-e008a4009c27,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:24.171353 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.174668 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3cba3815-3f9b-42be-b43a-2485f6c4d628 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/063009ac-3201-401f-ae07-e008a4009c27 HTTP/1.1" status: 204 len: 168 time: 0.2882481 Aug 24 15:43:24.176979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56208) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:24.179585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c516abc-f2b4-4259-bccc-ee228bcd8eeb None None] Network a4edf337-5391-4629-bda7-d1122fcdfc2b requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:24.265051 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (a4edf337-5391-4629-bda7-d1122fcdfc2b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.334538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Deleting port 2e3a693b-d34b-42a0-8ade-c873161ae96b {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:24.335090 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.355561 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:24.417743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] For port 2e3a693b-d34b-42a0-8ade-c873161ae96b, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=2e3a693b-d34b-42a0-8ade-c873161ae96b,segment=NetworkSegment(bef23bb7-c4f1-44a1-bee3-f81f5659d810),segment_id=bef23bb7-c4f1-44a1-bee3-f81f5659d810)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:24.418104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.432809 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Calling delete_port for 2e3a693b-d34b-42a0-8ade-c873161ae96b owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:24.528307 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (2e3a693b-d34b-42a0-8ade-c873161ae96b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.551642 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3a693b-d34b-42a0-8ade-c873161ae96b,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:24.559646 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] No DVR routers for this DVR port 2e3a693b-d34b-42a0-8ade-c873161ae96b on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:43:24.608842 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d8f59-4b4b-4bea-a464-445c3220f17f None None] DHCP port deletion for a4edf337-5391-4629-bda7-d1122fcdfc2b request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:43:24.655191 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (a4edf337-5391-4629-bda7-d1122fcdfc2b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.668750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:24.682442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4edf337-5391-4629-bda7-d1122fcdfc2b']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:24.701653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef23bb7-c4f1-44a1-bee3-f81f5659d810') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:24.701999 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef23bb7-c4f1-44a1-bee3-f81f5659d810') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:24.713304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (bef23bb7-c4f1-44a1-bee3-f81f5659d810), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.727393 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (bef23bb7-c4f1-44a1-bee3-f81f5659d810), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.735151 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:43:24.735779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (bef23bb7-c4f1-44a1-bee3-f81f5659d810), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.755035 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device df878959-a4ec-470a-94b3-a469f194142b no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:24.778601 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: df878959-a4ec-470a-94b3-a469f194142b {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:24.779414 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device df878959-a4ec-470a-94b3-a469f194142b not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:24.779981 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device a6942f31-0e19-474d-901a-fac0465bc794 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:24.804680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: a6942f31-0e19-474d-901a-fac0465bc794 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:24.804680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device a6942f31-0e19-474d-901a-fac0465bc794 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:24.806727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (a4edf337-5391-4629-bda7-d1122fcdfc2b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.807304 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2e3a693b-d34b-42a0-8ade-c873161ae96b no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:43:24.816846 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:24.820178 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/a4edf337-5391-4629-bda7-d1122fcdfc2b HTTP/1.1" status: 204 len: 168 time: 0.6422021 Aug 24 15:43:24.838533 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 2e3a693b-d34b-42a0-8ade-c873161ae96b {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:43:24.839285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 2e3a693b-d34b-42a0-8ade-c873161ae96b not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:43:24.859244 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c615ad-4a96-4d25-aa76-8b00c00ea2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4edf337-5391-4629-bda7-d1122fcdfc2b,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:24.968642 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56230) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:25.020210 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-051acbbb-2717-40c3-add6-bbe17b3dca48 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=98f176b3cafe45d497dee2f1d031a4ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503340 Aug 24 15:43:25.022679 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56234) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:25.055928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:25.083936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] Publish callbacks [] for security_group (5603f327-7019-4f50-ab60-b698a445f3b9), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.112036 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] Publish callbacks [] for security_group (5603f327-7019-4f50-ab60-b698a445f3b9), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.126427 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56236) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:25.172219 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (5603f327-7019-4f50-ab60-b698a445f3b9), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.175180 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.176451 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5603f327-7019-4f50-ab60-b698a445f3b9 HTTP/1.1" status: 204 len: 168 time: 0.1527023 Aug 24 15:43:25.188083 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ab1a2-5f81-4efd-9d11-e6b3a9e4d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603f327-7019-4f50-ab60-b698a445f3b9,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:25.259720 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1155655946-network', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:25.287842 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Made reservation on behalf of 3760b78ba8584e6c81c46d48113fcd45 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:25.290207 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.303476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.401507 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks [] for security_group (e1e18ebb-b4ad-4691-9ad9-38867092a304), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.405520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e1e18ebb-b4ad-4691-9ad9-38867092a304), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.435907 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1136} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:43:25.446360 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e18ebb-b4ad-4691-9ad9-38867092a304,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:25.451546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.451896 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Added segment b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9 of type vlan for network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 Aug 24 15:43:25.459247 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:25.496113 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (aa79d787-98ad-44e1-9e78-dc2cd956b8d9), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.522425 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (aa79d787-98ad-44e1-9e78-dc2cd956b8d9), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.523571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:25.524163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.563334 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4358382 Aug 24 15:43:25.566495 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56260) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:25.571570 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Request body: {'subnet': {'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1155655946-subnet', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:25.595383 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b933a-e99f-4431-8492-5c6585d401ef admin admin] Pushing event updated for resources: {'Network': ['ID=aa79d787-98ad-44e1-9e78-dc2cd956b8d9,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:25.601030 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Made reservation on behalf of 3760b78ba8584e6c81c46d48113fcd45 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:25.606383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.607102 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:43:25.706377 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment bef23bb7-c4f1-44a1-bee3-f81f5659d810 resource provider aggregate not found Aug 24 15:43:25.746980 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment bef23bb7-c4f1-44a1-bee3-f81f5659d810 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bef23bb7-c4f1-44a1-bee3-f81f5659d810 found for delete ", "request_id": "req-2c146dee-e582-4d06-affd-3ee2d601b621"}]} Aug 24 15:43:25.815807 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (bc1b13db-0379-4b0d-91b8-51284f143e5a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.867416 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1b13db-0379-4b0d-91b8-51284f143e5a,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:25.883646 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Checking segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:25.884001 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Network hostable DHCP agents. Network: aa79d787-98ad-44e1-9e78-dc2cd956b8d9, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:43:25.902306 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:43:25.916061 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, aa79d787-98ad-44e1-9e78-dc2cd956b8d9) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:25.920143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:25.920745 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.926323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bea71-c754-499a-b6d0-d518c36d328a None None] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:25.951839 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-027c2186-cd18-4406-b2d1-707ffcebd864 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3841820 Aug 24 15:43:25.954318 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56282) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:25.958872 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:25.982151 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.983730 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:25.993107 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:26.055778 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for router_controller (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.063989 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:43:26.065051 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.209779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for router_gateway (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.247202 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Allocated IP 172.20.0.2 (aa79d787-98ad-44e1-9e78-dc2cd956b8d9/bc1b13db-0379-4b0d-91b8-51284f143e5a/4d86b0a2-2342-4be9-a90d-0b898a820e90) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:26.414692 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for router_gateway (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.430461 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks [] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.436034 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.436538 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.440969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:26.485777 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:26.489444 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:26.493348 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:26.496651 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Pushing event updated for resources: {'Port': ['ID=4d86b0a2-2342-4be9-a90d-0b898a820e90,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:26.511925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.511925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.511925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.511925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.512338 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.512338 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.512636 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.512971 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.514939 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.515161 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.515505 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.515861 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.516199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.516530 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.516858 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:26.543703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:26.557673 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Allocated IP 172.27.4.123 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/83a7e3cf-ea45-4223-ac97-c8eb735107e2) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:26.559397 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:26.569928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Attempting to bind port 4d86b0a2-2342-4be9-a90d-0b898a820e90 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:26.570306 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Attempting to bind port 4d86b0a2-2342-4be9-a90d-0b898a820e90 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:26.570754 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Attempting to bind port 4d86b0a2-2342-4be9-a90d-0b898a820e90 on network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:26.578211 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:26.578658 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Checking segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:26.579049 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.579486 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Bound using segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:26.580010 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Bound port: 4d86b0a2-2342-4be9-a90d-0b898a820e90, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:26.580316 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.615646 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56310) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:26.649493 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] For port 4d86b0a2-2342-4be9-a90d-0b898a820e90, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:26.653321 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] For port 4d86b0a2-2342-4be9-a90d-0b898a820e90, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=4d86b0a2-2342-4be9-a90d-0b898a820e90,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:26.660497 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.690946 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.732182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb27d7-2d8c-4735-b3af-0b531f9b20ef None None] Pushing event updated for resources: {'Port': ['ID=4d86b0a2-2342-4be9-a90d-0b898a820e90,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:26.734261 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.756697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-00f10ebe-f48f-4902-94d9-d98f008640e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.777128 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:26.787854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:26.791723 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:26.822260 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Pushing event updated for resources: {'Port': ['ID=83a7e3cf-ea45-4223-ac97-c8eb735107e2,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:26.853071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-00f10ebe-f48f-4902-94d9-d98f008640e4 admin admin] Publish callbacks [] for security_group (7db18aad-3ba0-4e42-abda-337355248727), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.873031 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-00f10ebe-f48f-4902-94d9-d98f008640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (7db18aad-3ba0-4e42-abda-337355248727), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:26.929473 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-00f10ebe-f48f-4902-94d9-d98f008640e4 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=07324840b7904c2c8c66a14f0c24b541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126924 Aug 24 15:43:26.932420 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f10ebe-f48f-4902-94d9-d98f008640e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db18aad-3ba0-4e42-abda-337355248727,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:26.935427 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56314) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:27.000608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] Publish callbacks [] for security_group (7db18aad-3ba0-4e42-abda-337355248727), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.027104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] Publish callbacks [] for security_group (7db18aad-3ba0-4e42-abda-337355248727), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.060932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:27.063449 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:27.091950 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (7db18aad-3ba0-4e42-abda-337355248727), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.095211 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.096419 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7db18aad-3ba0-4e42-abda-337355248727 HTTP/1.1" status: 204 len: 168 time: 0.1598113 Aug 24 15:43:27.096954 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for router_gateway (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.105892 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192521-dda7-44be-91e5-b430a42ceeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db18aad-3ba0-4e42-abda-337355248727,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:27.563225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.705191 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2055871-d6d9-48a2-95f6-25849561bd8c None None] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:27.711910 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:43:27.785719 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:27.810859 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Provisioning complete for port 4d86b0a2-2342-4be9-a90d-0b898a820e90 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:27.811241 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.827017 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:27.839592 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Sync routers for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:27.846113 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:27.848075 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a45a38d3-1073-4316-8d8b-a756f43d8640 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8927813 Aug 24 15:43:27.850998 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56338) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:27.854738 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:27.855381 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:27.954343 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Current status of the port 4d86b0a2-2342-4be9-a90d-0b898a820e90 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:27.955056 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.005050 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:28.006259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] For port 4d86b0a2-2342-4be9-a90d-0b898a820e90, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=4d86b0a2-2342-4be9-a90d-0b898a820e90,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:28.012462 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.082904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00236b-c986-4738-a1fb-6c0a967ad3b1 None None] Pushing event updated for resources: {'Port': ['ID=4d86b0a2-2342-4be9-a90d-0b898a820e90,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:28.200565 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:26Z', 'revision_number': 3, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:28.228479 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Checking router: bae3cbf1-af84-4f87-9ba8-163dc8d14be2 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:28.229101 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Updating router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:28.238673 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-559fb011-f839-4a04-b334-ca0de568f04f None None] Provisioning complete for port 4d86b0a2-2342-4be9-a90d-0b898a820e90 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:28.239164 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-559fb011-f839-4a04-b334-ca0de568f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.261672 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.264226 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:28.350596 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-559fb011-f839-4a04-b334-ca0de568f04f None None] Current status of the port 4d86b0a2-2342-4be9-a90d-0b898a820e90 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:28.410267 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:28.415494 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.564883 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks [] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.567036 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:28.573361 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.585511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Allocated IP 172.20.0.1 (aa79d787-98ad-44e1-9e78-dc2cd956b8d9/bc1b13db-0379-4b0d-91b8-51284f143e5a/1c7c2c65-9287-4c95-9380-9af250dcaa13) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:28.609610 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Attempting to bind port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:28.610060 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Attempting to bind port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:28.610490 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Attempting to bind port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:28.617379 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:28.617975 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:28.619096 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.619643 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:28.620273 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Bound port: 83a7e3cf-ea45-4223-ac97-c8eb735107e2, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:28.620652 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.659449 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9438c6a-4cbc-41b7-a7e9-ec99f3d9f509 None None] Pushing event updated for resources: {'Port': ['ID=83a7e3cf-ea45-4223-ac97-c8eb735107e2,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:28.684685 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] For port 83a7e3cf-ea45-4223-ac97-c8eb735107e2, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:28.690232 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] For port 83a7e3cf-ea45-4223-ac97-c8eb735107e2, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=83a7e3cf-ea45-4223-ac97-c8eb735107e2,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:28.701130 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.705023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks [] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.744236 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.765810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:28.795219 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:28.803155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:28.807903 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:28.815854 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 4d86b0a2-2342-4be9-a90d-0b898a820e90 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:28.853220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.887624 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 4d86b0a2-2342-4be9-a90d-0b898a820e90 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:28.887996 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:28.901019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:28.912430 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9438c6a-4cbc-41b7-a7e9-ec99f3d9f509 None None] Pushing event updated for resources: {'Port': ['ID=83a7e3cf-ea45-4223-ac97-c8eb735107e2,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:28.940783 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:28.941611 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:29.024261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.063506 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 4d86b0a2-2342-4be9-a90d-0b898a820e90 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:29.082296 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-eafbd48d-f591-461c-9a67-287490f9f7d3 None None] Provisioning complete for port 1c7c2c65-9287-4c95-9380-9af250dcaa13 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:29.082694 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-eafbd48d-f591-461c-9a67-287490f9f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.085455 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:29.093582 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:29.124114 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-eafbd48d-f591-461c-9a67-287490f9f7d3 None None] Port 1c7c2c65-9287-4c95-9380-9af250dcaa13 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:29.151767 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:43:29.217410 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:29.220204 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks [] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.227606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.295950 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:26Z', 'revision_number': 3, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:29.312856 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.316035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Pushing event updated for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:29.337515 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f58eb0-48d4-4a68-b74e-1e2e2dbe00fe None None] The sync data for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi is: [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:26Z', 'revision_number': 3, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:29.439394 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:29.441528 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:29.595334 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:29.732880 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:29.738699 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-db02a68c-18fb-46a3-a539-2249c169baea admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/bae3cbf1-af84-4f87-9ba8-163dc8d14be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859193 Aug 24 15:43:29.751174 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-02230d81-2b31-4be2-ac75-f6a6c3ade93b None None] Provisioning complete for port 1c7c2c65-9287-4c95-9380-9af250dcaa13 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:29.751798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-02230d81-2b31-4be2-ac75-f6a6c3ade93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:29.788299 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-02230d81-2b31-4be2-ac75-f6a6c3ade93b None None] Port 1c7c2c65-9287-4c95-9380-9af250dcaa13 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:30.315937 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56396) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:30.324429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1661129153-network', 'tenant_id': '18adf863101244fe954a347593663444'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:30.345919 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Made reservation on behalf of 18adf863101244fe954a347593663444 for: {'network': 1} {{(pid=106451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:30.348664 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for network (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.361220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.381703 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:30.447393 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks [] for security_group (c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.451628 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.476501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=106451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 15:43:30.492978 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:30.496501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (9c46cd4e-0c92-40fb-8220-565f3151476a), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.496850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.segments_db [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Added segment 9c46cd4e-0c92-40fb-8220-565f3151476a of type vlan for network ddacc26f-a577-4e92-a70e-40c78be5f962 Aug 24 15:43:30.546737 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761650587010'] for network (ddacc26f-a577-4e92-a70e-40c78be5f962), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.589737 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022'] for network (ddacc26f-a577-4e92-a70e-40c78be5f962), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.590745 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:30.591337 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.654560 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-13b8c30c-e92a-4527-8e75-5a602a55f3d8 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-514253164&fields=id&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 267 time: 0.0948739 Aug 24 15:43:30.659442 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3424237 Aug 24 15:43:30.662410 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56412) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:30.668480 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Request body: {'subnet': {'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1661129153-subnet', 'tenant_id': '18adf863101244fe954a347593663444', 'ip_version': 4}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:30.690211 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6aa49-f1c2-4b83-946d-c47294d87030 admin admin] Pushing event updated for resources: {'Network': ['ID=ddacc26f-a577-4e92-a70e-40c78be5f962,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:30.709062 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Made reservation on behalf of 18adf863101244fe954a347593663444 for: {'subnet': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:30.714673 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33240149'] for subnet (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.725710 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Network ddacc26f-a577-4e92-a70e-40c78be5f962 details requested by agent ovs-agent-dv-cinder-846054-2-iscsi with host dv-cinder-846054-2-iscsi {{(pid=106452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 15:43:30.772084 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:30.855320 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-ef15a404-1a62-4779-8b81-80c39144a834 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:30.857033 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-ef15a404-1a62-4779-8b81-80c39144a834 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.1686590 Aug 24 15:43:30.862069 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 83a7e3cf-ea45-4223-ac97-c8eb735107e2 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:30.877687 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-12905383-79d5-46b9-a55a-631df5e0b1c7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/quotas/b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 375 time: 0.0148327 Aug 24 15:43:30.918139 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:30.920321 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:30.920706 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:30.955410 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-cbbba6e2-4d71-47ed-9233-b6202e53662e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715020 Aug 24 15:43:30.997221 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33044115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33240123'] for subnet (08c9b7ba-0034-4ecb-9ed4-957e9037d123), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.005253 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:31.005822 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.031134 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 83a7e3cf-ea45-4223-ac97-c8eb735107e2, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=83a7e3cf-ea45-4223-ac97-c8eb735107e2,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:31.037173 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.048364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c9b7ba-0034-4ecb-9ed4-957e9037d123,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:31.083130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Checking segment: {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:31.083420 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Network hostable DHCP agents. Network: ddacc26f-a577-4e92-a70e-40c78be5f962, hostable agents: ['2102b147-465c-4493-a7c2-29969d0996ae'], hosted agents: [] {{(pid=106450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 15:43:31.096590 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-6e9d2a68-6eba-446c-8d3b-a5b32c1126da service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292870 Aug 24 15:43:31.107180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=83a7e3cf-ea45-4223-ac97-c8eb735107e2,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:31.109654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Network ddacc26f-a577-4e92-a70e-40c78be5f962 is scheduled to be hosted by DHCP agent 2102b147-465c-4493-a7c2-29969d0996ae with binding_index 1 {{(pid=106450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 15:43:31.120491 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846054-2-iscsi, ddacc26f-a577-4e92-a70e-40c78be5f962) {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:31.128643 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8a509-68aa-4cbf-b8eb-a28bc610b2d5 None None] Network ddacc26f-a577-4e92-a70e-40c78be5f962 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:31.132689 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:31.133554 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.146460 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:31.156670 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-9df0fba0-d338-4545-9bf1-dc5400946169 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4925537 Aug 24 15:43:31.159283 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56420) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:31.163523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:31.185826 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-785200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-261601'] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.188601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-261608'] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.223863 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-534215f7-c92b-43c2-a6ec-9e0174149075 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211407 Aug 24 15:43:31.231069 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Sync routers for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:31.254258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for router_controller (814f9427-49c7-487f-91f1-3d28a7a65d7b), precommit_add_association {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.271846 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:31.273697 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:31.365129 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb56e22a-846a-512c-9a86-8080f8fd5320-ddacc26f-a577-4e92-a70e-40c78be5f962', 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962', 'project_id': '18adf863101244fe954a347593663444', 'fixed_ips': [{'subnet_id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123'}]}} from dv-cinder-846054-2-iscsi. {{(pid=106452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 15:43:31.366180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.413800 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for router_gateway (814f9427-49c7-487f-91f1-3d28a7a65d7b), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.508189 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:31.613736 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a75b54bc-9c92-45fc-acb8-222198d2ded5 req-4f2d05b5-f6d5-4e6a-be0e-3a5b4006a8f6 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 210 time: 0.0394659 Aug 24 15:43:31.622677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for router_gateway (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.644096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.752963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:31.775893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Allocated IP 172.27.4.146 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/3626d120-3a69-4135-9e8a-67a943b2f607) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:31.811661 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.db_base_plugin_common [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Allocated IP 172.20.0.2 (ddacc26f-a577-4e92-a70e-40c78be5f962/08c9b7ba-0034-4ecb-9ed4-957e9037d123/17e17915-336a-4edd-b03d-ed537bcfd072) {{(pid=106452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:31.906553 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for port (3626d120-3a69-4135-9e8a-67a943b2f607), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.942780 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:31.944338 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:29Z', 'revision_number': 2, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:31.949409 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:31.967814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:32.000216 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Checking router: bae3cbf1-af84-4f87-9ba8-163dc8d14be2 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:32.000585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Updating router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 port 1c7c2c65-9287-4c95-9380-9af250dcaa13 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:32.003094 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:32.005816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:32.008487 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:32.017589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:32.048915 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.076970 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3626d120-3a69-4135-9e8a-67a943b2f607,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.201945 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks [] for port (17e17915-336a-4edd-b03d-ed537bcfd072), precommit_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.216714 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), after_create {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.267284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Network ddacc26f-a577-4e92-a70e-40c78be5f962 is already hosted by enough agents. {{(pid=106452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:32.282093 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.scheduler.base_scheduler [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Resources bound (agent type, host, resource id): {{(pid=106452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:32.293559 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Received port after_create {{(pid=106452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:32.294326 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56444) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:32.353939 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Pushing event updated for resources: {'Port': ['ID=17e17915-336a-4edd-b03d-ed537bcfd072,revision_number=1']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.363737 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for router_gateway (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.427617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Attempting to bind port 17e17915-336a-4edd-b03d-ed537bcfd072 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:32.427991 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Attempting to bind port 17e17915-336a-4edd-b03d-ed537bcfd072 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:32.428354 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Attempting to bind port 17e17915-336a-4edd-b03d-ed537bcfd072 on network ddacc26f-a577-4e92-a70e-40c78be5f962 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:32.440816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:32.441207 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Checking segment: {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:32.441675 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.442091 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Bound using segment: {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:32.442565 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Bound port: 17e17915-336a-4edd-b03d-ed537bcfd072, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:32.442984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.454760 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-10719817-7a3d-4cfe-9331-e7673e80165c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.513551 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] For port 17e17915-336a-4edd-b03d-ed537bcfd072, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:32.516713 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] For port 17e17915-336a-4edd-b03d-ed537bcfd072, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=17e17915-336a-4edd-b03d-ed537bcfd072,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:32.526251 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.541552 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-10719817-7a3d-4cfe-9331-e7673e80165c admin admin] Publish callbacks [] for security_group (34636edb-17ce-42ce-91e6-816d7de84340), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.548154 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-10719817-7a3d-4cfe-9331-e7673e80165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (34636edb-17ce-42ce-91e6-816d7de84340), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.580991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779693'] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.601608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10719817-7a3d-4cfe-9331-e7673e80165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34636edb-17ce-42ce-91e6-816d7de84340,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.621775 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-10719817-7a3d-4cfe-9331-e7673e80165c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fb842afaf9c3419982998eec31649132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233097 Aug 24 15:43:32.623222 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56448) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:32.630261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:32.631992 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635a28-b6ac-41e6-83f5-3ae103b6d315 None None] Pushing event updated for resources: {'Port': ['ID=17e17915-336a-4edd-b03d-ed537bcfd072,revision_number=2']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.640615 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks [] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.655479 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.701248 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] Publish callbacks [] for security_group (34636edb-17ce-42ce-91e6-816d7de84340), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.706814 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae0a0-726c-4efb-b5ba-b73e6a912d34 None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.727736 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] Publish callbacks [] for security_group (34636edb-17ce-42ce-91e6-816d7de84340), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.760318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Attempting to bind port 1c7c2c65-9287-4c95-9380-9af250dcaa13 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:32.760918 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Attempting to bind port 1c7c2c65-9287-4c95-9380-9af250dcaa13 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:32.761450 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Attempting to bind port 1c7c2c65-9287-4c95-9380-9af250dcaa13 on network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:32.769448 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:32.770042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Checking segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:32.771572 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.772413 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Bound using segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:32.773228 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Bound port: 1c7c2c65-9287-4c95-9380-9af250dcaa13, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:32.775354 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.856148 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1be758cd-7b0e-4687-91c0-0bf7c16288f7 req-3f2c0d89-535c-4f02-9db7-c9a3471ea195 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Aug 24 15:43:32.866102 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (34636edb-17ce-42ce-91e6-816d7de84340), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.869334 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:32.870488 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/34636edb-17ce-42ce-91e6-816d7de84340 HTTP/1.1" status: 204 len: 168 time: 0.2461329 Aug 24 15:43:32.894400 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 83a7e3cf-ea45-4223-ac97-c8eb735107e2 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:32.912926 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a3dfd-edd6-4289-9260-a1613ff09e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34636edb-17ce-42ce-91e6-816d7de84340,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:32.916684 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:32.995873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-d509783f-f20a-477e-a45b-c7c2be5fcc55 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:32.998087 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-d509783f-f20a-477e-a45b-c7c2be5fcc55 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.2132900 Aug 24 15:43:33.014270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:33.064947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] For port 1c7c2c65-9287-4c95-9380-9af250dcaa13, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:33.068270 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] For port 1c7c2c65-9287-4c95-9380-9af250dcaa13, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=1c7c2c65-9287-4c95-9380-9af250dcaa13,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:33.089984 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:33.090393 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.092932 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.120182 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-592b21f7-45f7-4b38-9f93-4a850ebd8d61 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 379 time: 0.1088381 Aug 24 15:43:33.133661 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'port': {'device_id': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'admin_state_up': True, 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'security_groups': ['72fd4fc1-bcd2-42e2-a520-22835c090529']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:33.176917 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Router 814f9427-49c7-487f-91f1-3d28a7a65d7b is scheduled to L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a with binding_index 1 {{(pid=106450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 15:43:33.185743 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:33.186391 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:33.220655 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:33.269254 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae0a0-726c-4efb-b5ba-b73e6a912d34 None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:33.297677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:33.306127 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56456) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:33.329993 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:33.337465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbb8a-4eea-4a0c-9b86-f7ea0284d3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.354976 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:33.379099 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Made reservation on behalf of b496441965834f65a8d0813e8221c685 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:43:33.383775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.394596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:33.397607 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:33.413235 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Sync routers for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:33.442885 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:33.449648 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:33.455772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbb8a-4eea-4a0c-9b86-f7ea0284d3eb admin admin] Publish callbacks [] for security_group (241c8181-ac61-4d31-ad49-a9a39913f395), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.464226 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbb8a-4eea-4a0c-9b86-f7ea0284d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (241c8181-ac61-4d31-ad49-a9a39913f395), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.481582 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.485954 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-515bf1bc-8209-4a20-9efc-b3c48b70a6e9 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3228862 Aug 24 15:43:33.487392 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56458) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:33.511289 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7cbfbb8a-4eea-4a0c-9b86-f7ea0284d3eb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=049af07aabfd443bba4c562dc98be9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040381 Aug 24 15:43:33.516004 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56460) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:33.543836 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfbb8a-4eea-4a0c-9b86-f7ea0284d3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241c8181-ac61-4d31-ad49-a9a39913f395,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:33.645709 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:33.759775 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:33Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:33.797314 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627989a-f927-4de5-b7d6-36249bf1e2be None None] The sync data for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi is: [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:33Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:33.881245 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:32Z', 'revision_number': 3, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:33.929892 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Checking router: 814f9427-49c7-487f-91f1-3d28a7a65d7b for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:33.931518 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Updating router 814f9427-49c7-487f-91f1-3d28a7a65d7b port 3626d120-3a69-4135-9e8a-67a943b2f607 binding host dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:33.970490 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:33.971800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:33.976253 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8222416-03f9-404c-91cf-725db1967f38 None None] Network ddacc26f-a577-4e92-a70e-40c78be5f962 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:43:33.979352 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:34.032744 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f4c5b9ea-fc21-433a-952b-99b3eaa95263 req-1dd8580d-5a74-4df1-99ae-6ca4790ebfda tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 210 time: 0.0519028 Aug 24 15:43:34.079573 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.20.0.10 (55e08d2e-d6cb-4529-86e4-566ae8e28cc6/60c73f43-ed2e-4f4b-9bd2-861a15459b03/f082148e-fa4f-49a1-806d-e56c40305abb) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:34.094777 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Provisioning complete for port 17e17915-336a-4edd-b03d-ed537bcfd072 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:34.095348 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.101251 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] Publish callbacks [] for security_group (241c8181-ac61-4d31-ad49-a9a39913f395), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.209132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] Publish callbacks [] for security_group (241c8181-ac61-4d31-ad49-a9a39913f395), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.213421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Current status of the port 17e17915-336a-4edd-b03d-ed537bcfd072 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:34.213950 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.267646 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] For port 17e17915-336a-4edd-b03d-ed537bcfd072, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=17e17915-336a-4edd-b03d-ed537bcfd072,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:34.273991 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.350740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8f9c1-2bed-4bad-bdeb-3a2a3f83a8da None None] Pushing event updated for resources: {'Port': ['ID=17e17915-336a-4edd-b03d-ed537bcfd072,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:34.367351 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks [] for port (3626d120-3a69-4135-9e8a-67a943b2f607), precommit_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.374479 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.409192 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:34.412540 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Attempting to bind port 3626d120-3a69-4135-9e8a-67a943b2f607 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:34.413034 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Attempting to bind port 3626d120-3a69-4135-9e8a-67a943b2f607 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:34.413501 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Attempting to bind port 3626d120-3a69-4135-9e8a-67a943b2f607 on network 05a2acc7-9a88-44ec-ba77-92118f2a0165 {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:34.423772 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:34.424645 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Checking segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:34.425308 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.425977 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Bound using segment: {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'} {{(pid=106453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:34.426575 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.managers [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Bound port: 3626d120-3a69-4135-9e8a-67a943b2f607, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2c7b5-a1d5-44a6-904e-1889b159e887', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}}] {{(pid=106453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:34.427105 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), before_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.481497 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417c6bf-1639-4327-825d-5151da09d842 None None] Pushing event updated for resources: {'Port': ['ID=3626d120-3a69-4135-9e8a-67a943b2f607,revision_number=2']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:34.497407 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (241c8181-ac61-4d31-ad49-a9a39913f395), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.500320 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.501488 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/241c8181-ac61-4d31-ad49-a9a39913f395 HTTP/1.1" status: 204 len: 168 time: 0.9804230 Aug 24 15:43:34.518218 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-19a2f5d3-1125-49ea-82bb-7fa162fe73dc None None] Provisioning complete for port 17e17915-336a-4edd-b03d-ed537bcfd072 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:34.518616 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-19a2f5d3-1125-49ea-82bb-7fa162fe73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.519781 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] For port 3626d120-3a69-4135-9e8a-67a943b2f607, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:34.521266 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:34.528897 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.plugins.ml2.db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] For port 3626d120-3a69-4135-9e8a-67a943b2f607, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3626d120-3a69-4135-9e8a-67a943b2f607,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:34.538376 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron_lib.callbacks.manager [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), after_update {{(pid=106453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.571813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:34.590008 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c0108-5186-4c08-8a8e-8a544a35e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c8181-ac61-4d31-ad49-a9a39913f395,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:34.596005 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:34.597566 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:34.624518 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-19a2f5d3-1125-49ea-82bb-7fa162fe73dc None None] Current status of the port 17e17915-336a-4edd-b03d-ed537bcfd072 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:34.631555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (f082148e-fa4f-49a1-806d-e56c40305abb), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.718327 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417c6bf-1639-4327-825d-5151da09d842 None None] Pushing event updated for resources: {'Port': ['ID=3626d120-3a69-4135-9e8a-67a943b2f607,revision_number=3']} {{(pid=106453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:34.720231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:34.724184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:34.789193 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:34.849625 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:34.858727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:34.865458 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:34.885271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:34.912671 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 17e17915-336a-4edd-b03d-ed537bcfd072 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:34.996257 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 17e17915-336a-4edd-b03d-ed537bcfd072 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:34.996947 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.050337 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.126380 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:32Z', 'revision_number': 3, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:35.149447 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:35.150180 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.152284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 17e17915-336a-4edd-b03d-ed537bcfd072 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:35.153278 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 1c7c2c65-9287-4c95-9380-9af250dcaa13 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:35.193724 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7145ea2-b02c-4705-8aa1-dbcd639bb190 None None] The sync data for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi is: [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:32Z', 'revision_number': 3, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:35.220694 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 1c7c2c65-9287-4c95-9380-9af250dcaa13 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:35.221082 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.277906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e664c40-a429-4a90-8b22-32c8fd9aceb8 req-1ebcd245-c8e2-4fa7-a86c-c13094429d65 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:35.282665 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9e664c40-a429-4a90-8b22-32c8fd9aceb8 req-1ebcd245-c8e2-4fa7-a86c-c13094429d65 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 932 time: 0.1167016 Aug 24 15:43:35.289259 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-4f1fbe68-acc2-4469-a2bf-59f935a1869d None None] Provisioning complete for port f082148e-fa4f-49a1-806d-e56c40305abb triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:35.289665 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbe68-acc2-4469-a2bf-59f935a1869d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.378843 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-dfe77be9-c656-4141-8eb9-2563e3e42a3b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2521806 Aug 24 15:43:35.383377 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9e664c40-a429-4a90-8b22-32c8fd9aceb8 req-0ed99b87-092c-4fb6-baae-67a817237041 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887940 Aug 24 15:43:35.406781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Request body: {'port': {'device_id': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:35.472104 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Allocated IP 172.20.0.1 (ddacc26f-a577-4e92-a70e-40c78be5f962/08c9b7ba-0034-4ecb-9ed4-957e9037d123/cb272735-a7e0-4d06-8328-f82df06aad22) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:35.537377 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fbe68-acc2-4469-a2bf-59f935a1869d None None] Port f082148e-fa4f-49a1-806d-e56c40305abb cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:35.539267 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.555551 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 1c7c2c65-9287-4c95-9380-9af250dcaa13 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:35.556112 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.609661 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 1c7c2c65-9287-4c95-9380-9af250dcaa13, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=1c7c2c65-9287-4c95-9380-9af250dcaa13,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:35.620807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.656259 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:35.688317 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:35.759167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks [] for port (cb272735-a7e0-4d06-8328-f82df06aad22), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.886080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:35.895508 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:35.960815 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Network ddacc26f-a577-4e92-a70e-40c78be5f962 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:35.972634 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:35.976601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:35.981271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:36.021515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.021861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.022244 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.022533 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.028878 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.029265 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.029603 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.029938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.030270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.030602 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.030956 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.031321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.031653 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.031977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.032299 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:43:36.078759 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-370992'] for router_interface (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.082523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f082148e-fa4f-49a1-806d-e56c40305abb {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:43:36.125414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks [] for port (f082148e-fa4f-49a1-806d-e56c40305abb), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.154169 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Transition to ACTIVE for port object f082148e-fa4f-49a1-806d-e56c40305abb will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:43:36.171375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.302813 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:36.364195 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-1b0e54b7-08ea-44a7-9cb4-0bc134408c02 None None] Provisioning complete for port cb272735-a7e0-4d06-8328-f82df06aad22 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:36.365755 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1b0e54b7-08ea-44a7-9cb4-0bc134408c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.370911 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.394236 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Attempting to bind port f082148e-fa4f-49a1-806d-e56c40305abb on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:36.394579 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Attempting to bind port f082148e-fa4f-49a1-806d-e56c40305abb by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:36.395042 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Attempting to bind port f082148e-fa4f-49a1-806d-e56c40305abb on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:36.404205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Port f082148e-fa4f-49a1-806d-e56c40305abb on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:43:36.404540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Attempting to bind port f082148e-fa4f-49a1-806d-e56c40305abb on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:36.409898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e54b7-08ea-44a7-9cb4-0bc134408c02 None None] Port cb272735-a7e0-4d06-8328-f82df06aad22 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:36.430047 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:36.430571 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:36.432636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Bound using segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:36.433183 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Bound port: f082148e-fa4f-49a1-806d-e56c40305abb, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:36.433544 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.471187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:36.538503 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdb63f-35bc-496d-8c2d-c9b8596b8eb3 req-024a64d3-e187-4759-a06e-c348a572ab44 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:36.540298 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7fdb63f-35bc-496d-8c2d-c9b8596b8eb3 req-024a64d3-e187-4759-a06e-c348a572ab44 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0581398 Aug 24 15:43:36.587633 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:36.608601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f082148e-fa4f-49a1-806d-e56c40305abb,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:36.666329 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.669733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:36.670768 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.672200 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f082148e-fa4f-49a1-806d-e56c40305abb HTTP/1.1" status: 200 len: 1094 time: 1.2734680 Aug 24 15:43:36.679338 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:36.682326 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11b950-1c1a-4e68-98c9-fa53d10e3868" -d '{"events": [{"name": "network-changed", "server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:36.718624 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:36.728236 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks [] for port (cb272735-a7e0-4d06-8328-f82df06aad22), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.775838 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.799750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b8263-1093-4628-97a9-e08c3a9e24b4 x-openstack-request-id: req-1a4b8263-1093-4628-97a9-e08c3a9e24b4 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:36.800048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:36.800304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a4b8263-1093-4628-97a9-e08c3a9e24b4 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:36.800709 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4b8263-1093-4628-97a9-e08c3a9e24b4'] response: {'name': 'network-changed', 'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'status': 'completed', 'code': 200} Aug 24 15:43:36.864971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189dbdf-5d3b-4bfc-bab8-932ffc57ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:36.896271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-248ecdce-ab52-472f-8647-f044055fb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:36.897884 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-248ecdce-ab52-472f-8647-f044055fb54f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 1128 time: 0.1483989 Aug 24 15:43:36.906130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371020'] for router_interface (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:36.955748 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7fdb63f-35bc-496d-8c2d-c9b8596b8eb3 req-01426ff6-0fe8-42da-a91e-76c780d9df72 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069903 Aug 24 15:43:36.969182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 1c7c2c65-9287-4c95-9380-9af250dcaa13 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:36.980807 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-79cb2f47-23b9-4858-a46a-b9e63550ea79 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f082148e-fa4f-49a1-806d-e56c40305abb HTTP/1.1" status: 200 len: 217 time: 0.0660677 Aug 24 15:43:37.005540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:37.025038 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 1c7c2c65-9287-4c95-9380-9af250dcaa13 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:37.025690 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:37.095158 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-5f0174c0-9295-4d0b-aeff-e3f3fdf34d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:37.096674 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-5f0174c0-9295-4d0b-aeff-e3f3fdf34d65 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.1074009 Aug 24 15:43:37.104054 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 1c7c2c65-9287-4c95-9380-9af250dcaa13 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:37.105359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3626d120-3a69-4135-9e8a-67a943b2f607 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:37.134860 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:37.154220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 3626d120-3a69-4135-9e8a-67a943b2f607 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:37.154786 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:37.157662 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Network ddacc26f-a577-4e92-a70e-40c78be5f962 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:37.160840 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:37.163251 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-90ea5908-de8e-434e-9196-bd80739e9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:37.164802 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-90ea5908-de8e-434e-9196-bd80739e9856 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598261 Aug 24 15:43:37.248880 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 3626d120-3a69-4135-9e8a-67a943b2f607 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:37.249381 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:37.280638 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port 3626d120-3a69-4135-9e8a-67a943b2f607, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3626d120-3a69-4135-9e8a-67a943b2f607,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:37.286934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:37.342869 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:37.348579 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=3626d120-3a69-4135-9e8a-67a943b2f607,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:37.388229 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-419d9a3e-241b-4c94-977f-b3fab466237e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807821 Aug 24 15:43:37.392445 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Router 814f9427-49c7-487f-91f1-3d28a7a65d7b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:37.439760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-f31bb6c9-109c-481e-9c3e-e857edbd278c None None] Provisioning complete for port cb272735-a7e0-4d06-8328-f82df06aad22 triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:37.440285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f31bb6c9-109c-481e-9c3e-e857edbd278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:37.482538 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f31bb6c9-109c-481e-9c3e-e857edbd278c None None] Port cb272735-a7e0-4d06-8328-f82df06aad22 cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:43:37.567733 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34a10373-478f-4bd3-af8b-3cfab38961b4 req-9df8cd5e-c905-494e-8c6f-58f5961da538 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721573 Aug 24 15:43:37.578356 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:37.583806 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6841b920-b3b1-40a6-8af5-bf5a6d8662c8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/814f9427-49c7-487f-91f1-3d28a7a65d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0942903 Aug 24 15:43:37.697302 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Sync routers for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:37.725356 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:37.726156 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:37.844132 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:37.864304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-a253d71f-c176-4b80-ac2d-c20c730ca6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:37.865811 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-a253d71f-c176-4b80-ac2d-c20c730ca6c3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 1128 time: 0.0599165 Aug 24 15:43:37.902447 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:37.993640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56560) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:37.998201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765465197', 'description': 'tempest-secgroup-smoke-1765465197 description', 'project_id': '3760b78ba8584e6c81c46d48113fcd45'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:38.027052 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.074438 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:36Z', 'revision_number': 4, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'cb272735-a7e0-4d06-8328-f82df06aad22', 'name': '', 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962', 'tenant_id': '18adf863101244fe954a347593663444', 'mac_address': 'fa:16:3e:b4:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:35Z', 'updated_at': '2022-08-24T15:43:36Z', 'revision_number': 2, 'project_id': '18adf863101244fe954a347593663444', 'subnets': [{'id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:38.102523 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Checking router: 814f9427-49c7-487f-91f1-3d28a7a65d7b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:38.103230 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Updating router 814f9427-49c7-487f-91f1-3d28a7a65d7b port cb272735-a7e0-4d06-8328-f82df06aad22 binding host dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 15:43:38.128708 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab93c30-5cca-48be-be53-06a7d3eadb8d req-f974d851-fb54-4640-bcb3-1421c5c3da9c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:38.130266 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8ab93c30-5cca-48be-be53-06a7d3eadb8d req-f974d851-fb54-4640-bcb3-1421c5c3da9c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0653968 Aug 24 15:43:38.139764 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.175017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (ec48651c-ce18-4442-bee5-0e1917b28009), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.187783 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ec48651c-ce18-4442-bee5-0e1917b28009), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.230996 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8ab93c30-5cca-48be-be53-06a7d3eadb8d req-89fc9383-c976-4297-9fcb-22addddbf527 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878346 Aug 24 15:43:38.246855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.248133 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2534723 Aug 24 15:43:38.252675 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56564) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:38.255628 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a40a7-c6d3-4031-825f-6eea2a676333 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec48651c-ce18-4442-bee5-0e1917b28009,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.267628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:38.288772 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:38.290888 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-96f1de76-9ec5-46f7-a7d2-d2fbed801dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:38.292453 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-96f1de76-9ec5-46f7-a7d2-d2fbed801dd8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.4175758 Aug 24 15:43:38.340458 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (7727d811-1470-4284-bcf5-bf504faa1aa7), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.345577 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-f7f87746-3617-4d0d-9b32-8d158d55dce8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f082148e-fa4f-49a1-806d-e56c40305abb HTTP/1.1" status: 200 len: 217 time: 0.0420535 Aug 24 15:43:38.427358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-77a93b85-5beb-413c-9b67-a45ffa320d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:38.428886 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-77a93b85-5beb-413c-9b67-a45ffa320d67 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0741134 Aug 24 15:43:38.430908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (7727d811-1470-4284-bcf5-bf504faa1aa7), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.436031 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (7727d811-1470-4284-bcf5-bf504faa1aa7), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.447368 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks [] for port (cb272735-a7e0-4d06-8328-f82df06aad22), precommit_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.457575 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.488900 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7727d811-1470-4284-bcf5-bf504faa1aa7,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.500925 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.502251 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-6c122ada-b297-4858-afc2-984fc4243f7f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484188 Aug 24 15:43:38.505624 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:38.505911 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56566) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:38.510023 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fba9ed-14fc-4efd-b601-9764538c713b None None] Pushing event updated for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=3']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.512559 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-afa83972-c933-4f52-a17f-119309376c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:38.513972 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:38.514289 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-afa83972-c933-4f52-a17f-119309376c08 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669081 Aug 24 15:43:38.548517 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (1161e4ec-c5f8-4a64-b242-f9f552f4b7ff), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.564458 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Attempting to bind port cb272735-a7e0-4d06-8328-f82df06aad22 on host dv-cinder-846054-2-iscsi for vnic_type normal with profile {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:43:38.565169 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Attempting to bind port cb272735-a7e0-4d06-8328-f82df06aad22 by drivers openvswitch,hyperv on host dv-cinder-846054-2-iscsi at level 0 using segments [{'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:43:38.565720 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Attempting to bind port cb272735-a7e0-4d06-8328-f82df06aad22 on network ddacc26f-a577-4e92-a70e-40c78be5f962 {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:43:38.571789 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Checking agent: {'id': '1c419ac6-e6ef-410f-a74c-d2bc301f3a50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 29, 18), 'started_at': datetime.datetime(2022, 8, 24, 15, 29, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:43:38.572163 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Checking segment: {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:43:38.572584 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.572974 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Bound using segment: {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'} {{(pid=106452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:43:38.573445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.managers [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Bound port: cb272735-a7e0-4d06-8328-f82df06aad22, host: dv-cinder-846054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c46cd4e-0c92-40fb-8220-565f3151476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962'}}] {{(pid=106452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:43:38.573826 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.611466 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (1161e4ec-c5f8-4a64-b242-f9f552f4b7ff), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.616209 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (1161e4ec-c5f8-4a64-b242-f9f552f4b7ff), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.626982 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-199d2fdb-e20c-46bc-a755-9beb77e884db service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057312 Aug 24 15:43:38.636142 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161e4ec-c5f8-4a64-b242-f9f552f4b7ff,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.643382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] For port cb272735-a7e0-4d06-8328-f82df06aad22, host dv-cinder-846054-2-iscsi, cleared binding levels {{(pid=106452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:43:38.651059 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] For port cb272735-a7e0-4d06-8328-f82df06aad22, host dv-cinder-846054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=cb272735-a7e0-4d06-8328-f82df06aad22,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:43:38.657263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.661849 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7a63489a-d58a-4888-ae6b-8ebea612fe54 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515272 Aug 24 15:43:38.662263 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56568) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:38.666928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.667703 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:38.700663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:38.704951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (12f543ae-37a6-4357-9ff2-5f134ed3cce3), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.710205 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:38.729596 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:38.730318 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:38.735932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:38.777247 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8f11b950-1c1a-4e68-98c9-fa53d10e3868 req-4e50e989-d8b3-45a5-ae47-c3fa9c69700d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435890 Aug 24 15:43:38.802919 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (12f543ae-37a6-4357-9ff2-5f134ed3cce3), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.813812 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3626d120-3a69-4135-9e8a-67a943b2f607 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:38.814933 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (12f543ae-37a6-4357-9ff2-5f134ed3cce3), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.820423 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fba9ed-14fc-4efd-b601-9764538c713b None None] Pushing event updated for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.834212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f543ae-37a6-4357-9ff2-5f134ed3cce3,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.845419 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.846628 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a9d81490-b7fb-41b0-a660-ed7746f35925 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834424 Aug 24 15:43:38.849520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56572) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:38.854546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:38.889600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (044d46df-729e-44b3-a29c-09c151ee4231), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.897996 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port 3626d120-3a69-4135-9e8a-67a943b2f607 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:38.898379 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.932528 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:38.960727 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (044d46df-729e-44b3-a29c-09c151ee4231), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.964874 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (044d46df-729e-44b3-a29c-09c151ee4231), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.985722 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044d46df-729e-44b3-a29c-09c151ee4231,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:38.991763 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:38.993791 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1afb4d8b-a850-485c-af61-1f2cf15e1db5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432383 Aug 24 15:43:38.996901 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56574) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:39.001333 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:39.022725 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.securitygroups_db [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Project 3760b78ba8584e6c81c46d48113fcd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:43:39.029256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (df832d91-b17d-4a76-9db6-6835c9997ab8), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.098179 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (df832d91-b17d-4a76-9db6-6835c9997ab8), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.102873 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (df832d91-b17d-4a76-9db6-6835c9997ab8), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.112069 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port 3626d120-3a69-4135-9e8a-67a943b2f607 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:39.126174 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df832d91-b17d-4a76-9db6-6835c9997ab8,revision_number=0']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:39.130415 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.135118 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e11fc7de-404d-41de-8c88-5555dc4bce7a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371634 Aug 24 15:43:39.135450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56576) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:39.140436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'security_group_rule': {'security_group_id': 'ec48651c-ce18-4442-bee5-0e1917b28009', 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:39.161387 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.securitygroups_db [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Project 3760b78ba8584e6c81c46d48113fcd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 15:43:39.171695 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (1ae1454a-37e3-4033-b716-e67198903815), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.181788 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:36Z', 'revision_number': 4, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'cb272735-a7e0-4d06-8328-f82df06aad22', 'name': '', 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962', 'tenant_id': '18adf863101244fe954a347593663444', 'mac_address': 'fa:16:3e:b4:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:35Z', 'updated_at': '2022-08-24T15:43:38Z', 'revision_number': 4, 'project_id': '18adf863101244fe954a347593663444', 'subnets': [{'id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:39.211000 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac7710-b968-488c-93aa-1c1dcf7253bc None None] The sync data for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi is: [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:36Z', 'revision_number': 4, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'cb272735-a7e0-4d06-8328-f82df06aad22', 'name': '', 'network_id': 'ddacc26f-a577-4e92-a70e-40c78be5f962', 'tenant_id': '18adf863101244fe954a347593663444', 'mac_address': 'fa:16:3e:b4:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:35Z', 'updated_at': '2022-08-24T15:43:38Z', 'revision_number': 4, 'project_id': '18adf863101244fe954a347593663444', 'subnets': [{'id': '08c9b7ba-0034-4ecb-9ed4-957e9037d123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:39.239184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (1ae1454a-37e3-4033-b716-e67198903815), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.243433 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (1ae1454a-37e3-4033-b716-e67198903815), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.266527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1454a-37e3-4033-b716-e67198903815,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:39.279315 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:39.290127 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-8ddddf3a-cc85-458e-9914-03f8f2fb4835 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1519635 Aug 24 15:43:39.423878 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba45a8-37d5-4d84-9fe4-a94580e56a99 req-51a075a0-8e60-44b1-b76e-487770f5f0cf tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:39.425826 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29ba45a8-37d5-4d84-9fe4-a94580e56a99 req-51a075a0-8e60-44b1-b76e-487770f5f0cf tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0598950 Aug 24 15:43:39.495046 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29ba45a8-37d5-4d84-9fe4-a94580e56a99 req-e5dd6a93-83d7-40b5-8ca1-1cb215fc886d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558641 Aug 24 15:43:40.627502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991698f-35a1-4926-8df5-1681469e5765 req-fa6dce61-05ce-4d7e-b8c4-06d5c6edf30f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:40.629099 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0991698f-35a1-4926-8df5-1681469e5765 req-fa6dce61-05ce-4d7e-b8c4-06d5c6edf30f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0530529 Aug 24 15:43:40.685810 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0991698f-35a1-4926-8df5-1681469e5765 req-dbbf9cf5-8820-404c-9903-2d0140bbcace tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497508 Aug 24 15:43:40.769968 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device cb272735-a7e0-4d06-8328-f82df06aad22 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:40.822754 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port cb272735-a7e0-4d06-8328-f82df06aad22 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:40.823136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:40.927866 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port cb272735-a7e0-4d06-8328-f82df06aad22 is: DOWN; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:40.928265 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:40.974711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] For port cb272735-a7e0-4d06-8328-f82df06aad22, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=cb272735-a7e0-4d06-8328-f82df06aad22,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:40.979643 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:41.028730 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:41.032576 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Pushing event updated for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:41.814095 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d3af-e15a-4403-bd1f-99143569730b req-a1c2a6dc-c30f-4c60-910c-33c1d79a52ae tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:41.815668 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a15d3af-e15a-4403-bd1f-99143569730b req-a1c2a6dc-c30f-4c60-910c-33c1d79a52ae tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0513203 Aug 24 15:43:41.867941 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a15d3af-e15a-4403-bd1f-99143569730b req-2c6fd7ef-d96e-40df-9a5f-6a8f7759666c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Aug 24 15:43:42.755902 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device cb272735-a7e0-4d06-8328-f82df06aad22 up at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:42.800772 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Provisioning complete for port cb272735-a7e0-4d06-8328-f82df06aad22 triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:42.801141 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:42.875121 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:42.883898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Current status of the port cb272735-a7e0-4d06-8328-f82df06aad22 is: ACTIVE; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:43.002303 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6b595-8738-40ad-abd8-04c092c5d25e req-c6d7f539-1aaa-4581-bc58-e9d923e1eb8e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:43.004038 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-deb6b595-8738-40ad-abd8-04c092c5d25e req-c6d7f539-1aaa-4581-bc58-e9d923e1eb8e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0557079 Aug 24 15:43:43.058560 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-deb6b595-8738-40ad-abd8-04c092c5d25e req-c898ab7d-5dd0-4afa-a381-5875ef84d165 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470405 Aug 24 15:43:43.451673 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e689253a-40ff-44b8-a255-1a45d47c5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:44.221895 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa6137-5d65-4ba5-9004-0f1e18cbd17e req-923f226b-7d5d-443e-9bca-2658b9bc07d7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:44.223394 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2eaa6137-5d65-4ba5-9004-0f1e18cbd17e req-923f226b-7d5d-443e-9bca-2658b9bc07d7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0506430 Aug 24 15:43:44.261329 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:44.276114 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2eaa6137-5d65-4ba5-9004-0f1e18cbd17e req-1ce446a2-2842-461e-82da-1584a4a3b005 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465407 Aug 24 15:43:45.126471 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:45.137563 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:45.403044 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462705b-f7b8-4705-b28e-d4670f58e88e req-bf1fc7da-5947-4ec5-ba5f-7996e41f9ec7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:45.404557 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7462705b-f7b8-4705-b28e-d4670f58e88e req-bf1fc7da-5947-4ec5-ba5f-7996e41f9ec7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 944 time: 0.0516384 Aug 24 15:43:45.466793 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7462705b-f7b8-4705-b28e-d4670f58e88e req-57a82360-befa-4518-b158-ba3c29e77784 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557599 Aug 24 15:43:45.745574 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ff190134-69aa-402c-bffa-4307bc4d417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:45.802476 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f082148e-fa4f-49a1-806d-e56c40305abb details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:43:45.907350 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f082148e-fa4f-49a1-806d-e56c40305abb,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:45.920020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'port_id': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'mac_address': 'fa:16:3e:6a:21:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:43:45.957059 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port f082148e-fa4f-49a1-806d-e56c40305abb is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:45.957449 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:45.972073 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f082148e-fa4f-49a1-806d-e56c40305abb {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:43:45.994514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f082148e-fa4f-49a1-806d-e56c40305abb,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:45.998391 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:46.063365 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:46.252212 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['f082148e-fa4f-49a1-806d-e56c40305abb'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:43:46.571781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:46.592114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53765804-56ad-46d7-b3f1-42b8bbefdcc5 req-f0190300-2dea-407c-8e90-b107e446aad1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:46.593898 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-53765804-56ad-46d7-b3f1-42b8bbefdcc5 req-f0190300-2dea-407c-8e90-b107e446aad1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 945 time: 0.0501812 Aug 24 15:43:46.660958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-53765804-56ad-46d7-b3f1-42b8bbefdcc5 req-4258d508-b1ef-42c3-8173-41a4eabab2c7 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551350 Aug 24 15:43:47.075246 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:47.786386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ce91-d861-474f-8c91-e046dcebadb1 req-e09677ea-3ec4-440f-b735-c13726667bd1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:47.787890 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9bd1ce91-d861-474f-8c91-e046dcebadb1 req-e09677ea-3ec4-440f-b735-c13726667bd1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Aug 24 15:43:47.838847 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9bd1ce91-d861-474f-8c91-e046dcebadb1 req-61504133-357f-4b0e-897d-c801b89775ac tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Aug 24 15:43:47.841425 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f082148e-fa4f-49a1-806d-e56c40305abb up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:43:47.888181 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port f082148e-fa4f-49a1-806d-e56c40305abb completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:43:47.893047 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port f082148e-fa4f-49a1-806d-e56c40305abb triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:43:47.893511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:47.914102 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:47.971995 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port f082148e-fa4f-49a1-806d-e56c40305abb is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:43:47.972407 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:47.994813 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:47.999376 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:48.001656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b7e29-4557-485e-8efb-260aea3de054" -d '{"events": [{"server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "name": "network-vif-plugged", "status": "completed", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:48.017058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f082148e-fa4f-49a1-806d-e56c40305abb,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:48.021821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:48.049670 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef175db-0aea-40d8-bfc8-e5d0e27f07d8 x-openstack-request-id: req-bef175db-0aea-40d8-bfc8-e5d0e27f07d8 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:48.050008 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "name": "network-vif-plugged", "status": "completed", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:48.050272 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bef175db-0aea-40d8-bfc8-e5d0e27f07d8 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:48.050674 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef175db-0aea-40d8-bfc8-e5d0e27f07d8'] response: {'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'code': 200} Aug 24 15:43:48.078388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:48.280370 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373f123-fdc0-41cf-8721-53080bb52270 req-ea0ae7fb-1086-4d2f-a831-51c3ff4fb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:48.281998 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9373f123-fdc0-41cf-8721-53080bb52270 req-ea0ae7fb-1086-4d2f-a831-51c3ff4fb4ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 1130 time: 0.0432427 Aug 24 15:43:48.355017 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-9373f123-fdc0-41cf-8721-53080bb52270 req-330d3725-86e3-4fbc-a31b-a8da934d73b2 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645595 Aug 24 15:43:48.404551 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:48.532910 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:48.982027 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58548eb9-96a6-4b8c-afcc-557cd1e2fdf4 req-010fc93d-1d2b-4283-8974-f390e258da3a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:48.983544 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-58548eb9-96a6-4b8c-afcc-557cd1e2fdf4 req-010fc93d-1d2b-4283-8974-f390e258da3a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0630550 Aug 24 15:43:49.017166 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:49.035596 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-58548eb9-96a6-4b8c-afcc-557cd1e2fdf4 req-56d466f7-4b2e-4131-b2dd-34041dc92038 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464931 Aug 24 15:43:50.158983 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360108f-f1a2-4815-8cac-fc1e42a6ecf5 req-84192440-66c0-4bb8-815b-d8d53104e120 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:50.160485 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f360108f-f1a2-4815-8cac-fc1e42a6ecf5 req-84192440-66c0-4bb8-815b-d8d53104e120 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0502536 Aug 24 15:43:50.212788 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f360108f-f1a2-4815-8cac-fc1e42a6ecf5 req-484de3b1-4b7e-40e5-b4c4-816bcfa1ee45 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Aug 24 15:43:50.344067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d401c2-1656-49f2-b2d3-0cf0bfd38d08 req-6c06d9b2-d386-4208-9c15-31d9ae5d0458 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:50.345561 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-19d401c2-1656-49f2-b2d3-0cf0bfd38d08 req-6c06d9b2-d386-4208-9c15-31d9ae5d0458 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0546527 Aug 24 15:43:50.396410 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-19d401c2-1656-49f2-b2d3-0cf0bfd38d08 req-bed200da-9e03-47c9-b657-b74ebeb06909 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Aug 24 15:43:50.423862 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56728) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:50.648805 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b6e8d-05d3-47e4-824e-cbced36896f8 tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:50.650371 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-1f6b6e8d-05d3-47e4-824e-cbced36896f8 tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 1125 time: 0.2254758 Aug 24 15:43:50.653451 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56734) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:50.657742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'port_id': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:43:50.678960 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:50.763750 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:50.877316 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.27.4.116 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/98724839-2cf0-487f-810b-6dcad2594b40) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:43:50.980611 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:50.992221 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (98724839-2cf0-487f-810b-6dcad2594b40), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.025716 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (98724839-2cf0-487f-810b-6dcad2594b40), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.031614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:51.073722 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:43:51.079067 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:43:51.083391 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:43:51.086838 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=98724839-2cf0-487f-810b-6dcad2594b40,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:51.446879 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (0633321d-7463-4f31-825a-482ec55a5de4), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.523308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (98724839-2cf0-487f-810b-6dcad2594b40), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.681145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (98724839-2cf0-487f-810b-6dcad2594b40), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.685853 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (98724839-2cf0-487f-810b-6dcad2594b40), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.763857 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=98724839-2cf0-487f-810b-6dcad2594b40,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:51.766226 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (0633321d-7463-4f31-825a-482ec55a5de4), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:51.848932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:51.871629 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP 0633321d-7463-4f31-825a-482ec55a5de4 associated. External IP: 172.27.4.116, port: f082148e-fa4f-49a1-806d-e56c40305abb. Aug 24 15:43:52.026220 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:52.099589 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:52.212781 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:52.225950 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:52.238958 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:52.239959 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:52.240111 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:52.275781 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4ea538a8-8768-41bd-9f76-369c9a43d65d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6212468 Aug 24 15:43:52.276757 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:52.279186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78560ad3-9d61-4fd8-b303-a340e180abcd" -d '{"events": [{"name": "network-changed", "server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:52.334460 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd89ea90-4ea3-4fec-8d81-0a7d8e82d6d5 x-openstack-request-id: req-dd89ea90-4ea3-4fec-8d81-0a7d8e82d6d5 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:52.334841 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:52.335086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd89ea90-4ea3-4fec-8d81-0a7d8e82d6d5 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:52.336051 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd89ea90-4ea3-4fec-8d81-0a7d8e82d6d5'] response: {'name': 'network-changed', 'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'status': 'completed', 'code': 200} Aug 24 15:43:52.382985 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:52.411664 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-4ec75427-6b3e-4d3c-9f67-703e47744d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:52.411664 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-4ec75427-6b3e-4d3c-9f67-703e47744d9b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 1130 time: 0.0494084 Aug 24 15:43:52.518287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-eff74a50-8c0e-46a0-bf10-10a9a5b70319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:52.520053 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-eff74a50-8c0e-46a0-bf10-10a9a5b70319 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.1021786 Aug 24 15:43:52.718200 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '0633321d-7463-4f31-825a-482ec55a5de4', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:6a:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:43:51Z', 'updated_at': '2022-08-24T15:43:51Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:52.727233 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:52.744961 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:52.753880 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:52.754517 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:52.796207 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-b8cc500b-6c41-4181-a5bb-5d995848263a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f082148e-fa4f-49a1-806d-e56c40305abb HTTP/1.1" status: 200 len: 1000 time: 0.0772507 Aug 24 15:43:52.866693 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-5c62c862-1581-4d63-8913-0e34aefded0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:52.868885 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-5c62c862-1581-4d63-8913-0e34aefded0b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0621419 Aug 24 15:43:52.881252 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:52.963723 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-bfdbd629-ae11-42b3-b9d8-e1daa1f38b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:52.966062 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-bfdbd629-ae11-42b3-b9d8-e1daa1f38b1a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781291 Aug 24 15:43:52.983362 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:53.087222 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-37127b2c-bd04-4689-8863-45423427155d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135840 Aug 24 15:43:53.167775 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '0633321d-7463-4f31-825a-482ec55a5de4', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:6a:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:43:51Z', 'updated_at': '2022-08-24T15:43:51Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:53.199779 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750118a0-121c-4ab6-9697-ed697f9f55c1 None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '0633321d-7463-4f31-825a-482ec55a5de4', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.116', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:6a:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:43:51Z', 'updated_at': '2022-08-24T15:43:51Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:53.205037 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-78560ad3-9d61-4fd8-b303-a340e180abcd req-03b88785-0476-4050-a3a9-bece2a11444f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112006 Aug 24 15:43:53.406946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca1370-8612-476d-b84f-a0ee2906085b None None] New status for floating IP 0633321d-7463-4f31-825a-482ec55a5de4: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:43:53.777243 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f426-400b-4422-a07b-6b9bb840b190 req-f3939316-d130-43d9-acbe-75e8d7e9aa5a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:53.778735 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8a32f426-400b-4422-a07b-6b9bb840b190 req-f3939316-d130-43d9-acbe-75e8d7e9aa5a tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 24 15:43:53.830419 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8a32f426-400b-4422-a07b-6b9bb840b190 req-e26a476f-e790-4e1b-ad45-607ae94eb189 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Aug 24 15:43:54.962703 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bbafb-531f-417f-bd65-de74991c9caf req-e0d0b500-c561-478c-af3c-551000931a61 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:54.964111 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d3bbafb-531f-417f-bd65-de74991c9caf req-e0d0b500-c561-478c-af3c-551000931a61 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Aug 24 15:43:55.016156 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d3bbafb-531f-417f-bd65-de74991c9caf req-2ccd7768-65a1-4c90-b19f-a8ba2286da3e tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 Aug 24 15:43:55.360381 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7914d-fa6e-416b-87b8-c804bb647242 req-6672e257-1a5a-4383-a065-d50c8ba126de tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:55.361874 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-28e7914d-fa6e-416b-87b8-c804bb647242 req-6672e257-1a5a-4383-a065-d50c8ba126de tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0497632 Aug 24 15:43:55.411193 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-28e7914d-fa6e-416b-87b8-c804bb647242 req-33ff464a-0a7d-4e1a-974d-34b3aed01d3a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Aug 24 15:43:55.720399 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cc732-e043-41b3-9d91-6951186ee923 req-2c284481-30fa-4c16-8cbd-195dd6b82bbb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:55.721988 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-227cc732-e043-41b3-9d91-6951186ee923 req-2c284481-30fa-4c16-8cbd-195dd6b82bbb tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0505724 Aug 24 15:43:55.821543 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 1f59ed6f-c2a7-4b96-887e-58d69156e466 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:55.821890 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:55.911852 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] For port 1f59ed6f-c2a7-4b96-887e-58d69156e466, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=1f59ed6f-c2a7-4b96-887e-58d69156e466,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:43:55.912216 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:56.084341 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:56.084711 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:56.085236 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Floating IP 93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0 disassociated. External IP: 172.27.4.101, port: 1f59ed6f-c2a7-4b96-887e-58d69156e466. Aug 24 15:43:56.085596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 1f59ed6f-c2a7-4b96-887e-58d69156e466 owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:56.142514 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8dcc4-6cce-46bc-adbf-f94b6e429d31 req-eebcd4d0-58f6-4edd-a1d9-4fbb7a4dfb06 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:56.145949 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a9b8dcc4-6cce-46bc-adbf-f94b6e429d31 req-eebcd4d0-58f6-4edd-a1d9-4fbb7a4dfb06 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2e5ba349-889b-48e9-a144-173d715cc532 HTTP/1.1" status: 200 len: 945 time: 0.0542617 Aug 24 15:43:56.199973 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a9b8dcc4-6cce-46bc-adbf-f94b6e429d31 req-25f80f5a-a579-467c-a151-7b82c78e4fd2 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=782b9d75-6c50-4d18-9a99-2cac36e452e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479710 Aug 24 15:43:56.225115 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (1f59ed6f-c2a7-4b96-887e-58d69156e466), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:56.258826 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=1f59ed6f-c2a7-4b96-887e-58d69156e466,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:56.357199 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:56.376222 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:43:56.460982 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:56.485750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:43:56.501117 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:43:56.515249 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:56.516067 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:56.540025 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] No DVR routers for this DVR port 1f59ed6f-c2a7-4b96-887e-58d69156e466 on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:43:56.542515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:56.545876 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-227cc732-e043-41b3-9d91-6951186ee923 req-170ff33a-f73f-4b3b-a43d-a16e276317f6 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1f59ed6f-c2a7-4b96-887e-58d69156e466 HTTP/1.1" status: 204 len: 173 time: 0.8168180 Aug 24 15:43:56.546321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'name': 'network-vif-deleted', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:43:56.547099 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68951fcd-4c97-4249-b086-ecd1fec85165 req-a2ec6398-f9b4-4c37-a9df-eacbc165877b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:56.548687 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a481fb6-eade-4e19-883a-b107f5eafedb" -d '{"events": [{"server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "name": "network-vif-deleted", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:43:56.549293 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-68951fcd-4c97-4249-b086-ecd1fec85165 req-a2ec6398-f9b4-4c37-a9df-eacbc165877b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0525405 Aug 24 15:43:56.599706 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eec8e0-51b3-4bfb-b1f6-9b70fa9254ed x-openstack-request-id: req-f6eec8e0-51b3-4bfb-b1f6-9b70fa9254ed {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:43:56.599706 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5ba349-889b-48e9-a144-173d715cc532", "name": "network-vif-deleted", "tag": "1f59ed6f-c2a7-4b96-887e-58d69156e466", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:43:56.599978 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6eec8e0-51b3-4bfb-b1f6-9b70fa9254ed {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:43:56.600255 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6eec8e0-51b3-4bfb-b1f6-9b70fa9254ed'] response: {'server_uuid': '2e5ba349-889b-48e9-a144-173d715cc532', 'name': 'network-vif-deleted', 'tag': '1f59ed6f-c2a7-4b96-887e-58d69156e466', 'status': 'completed', 'code': 200} Aug 24 15:43:56.627309 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-68951fcd-4c97-4249-b086-ecd1fec85165 req-044c9f25-e915-499a-9379-0497242e6bb2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604696 Aug 24 15:43:56.633799 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:56.734948 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:56.799488 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:56.860202 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:56.886612 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:43:56.895421 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:43:56.896019 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:56.998327 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:43:57.200624 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:43:57.228841 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48c510b-a86b-4f93-bfaa-29c6a4301e88 None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:37:26Z', 'revision_number': 4, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23', 'name': '', 'network_id': '105210c5-8b78-4e8c-bd12-9456d560212d', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'mac_address': 'fa:16:3e:29:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:23Z', 'updated_at': '2022-08-24T15:37:41Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'subnets': [{'id': '0fd545c6-56d9-4ef2-85c8-32fefc11f56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:43:57.296872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56854) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:57.358501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (782b9d75-6c50-4d18-9a99-2cac36e452e0), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.382840 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (782b9d75-6c50-4d18-9a99-2cac36e452e0), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.392407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:57.435777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (782b9d75-6c50-4d18-9a99-2cac36e452e0), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.441527 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.441527 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/782b9d75-6c50-4d18-9a99-2cac36e452e0 HTTP/1.1" status: 204 len: 168 time: 0.1417997 Aug 24 15:43:57.443075 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 56856) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:57.451614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4de7-79bc-422c-a4b5-b50269c3f1e4 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782b9d75-6c50-4d18-9a99-2cac36e452e0,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:57.458387 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.api.v2.resource [None req-b1d74240-6c4e-4e72-8599-30b17b80f834 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] show failed (client error): The resource could not be found. Aug 24 15:43:57.459435 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b1d74240-6c4e-4e72-8599-30b17b80f834 tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "GET /networking/v2.0/security-groups/782b9d75-6c50-4d18-9a99-2cac36e452e0 HTTP/1.1" status: 404 len: 347 time: 0.0147135 Aug 24 15:43:57.463821 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56858) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:43:57.491774 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5ad0ac-d807-4c66-930f-032e6db55f04 None None] New status for floating IP 93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:43:57.592942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Deleting port 02bb068e-0710-4caf-be11-af3b53876199 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:43:57.593182 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (02bb068e-0710-4caf-be11-af3b53876199), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.606880 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:43:57.691232 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (02bb068e-0710-4caf-be11-af3b53876199), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.691571 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (02bb068e-0710-4caf-be11-af3b53876199), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.709028 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Calling delete_port for 02bb068e-0710-4caf-be11-af3b53876199 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:43:57.797163 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff863b4f-65ba-469f-9618-1054060dbf08 req-3dfe04a1-0703-4bb3-9ee0-447667c5b35b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:57.798674 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ff863b4f-65ba-469f-9618-1054060dbf08 req-3dfe04a1-0703-4bb3-9ee0-447667c5b35b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0867796 Aug 24 15:43:57.874171 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ff863b4f-65ba-469f-9618-1054060dbf08 req-31855936-03dc-48ea-8e89-1bae9c086cf1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685160 Aug 24 15:43:57.930261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (02bb068e-0710-4caf-be11-af3b53876199), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:57.958482 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Pushing event deleted for resources: {'Port': ['ID=02bb068e-0710-4caf-be11-af3b53876199,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:43:58.025760 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks [] for floatingip (93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:58.028497 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:43:58.029650 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-25f079eb-944d-4450-a096-7c766c562afc tempest-AttachVolumeNegativeTest-1584030001 tempest-AttachVolumeNegativeTest-1584030001-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/93bfcf9e-b0e5-42cc-a8e4-c725dfa513f0 HTTP/1.1" status: 204 len: 168 time: 0.5646269 Aug 24 15:43:59.006558 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe45fe-9628-49b1-93e4-df23154e923a req-fdce4637-1d95-43a4-8492-7a1af29417ff tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:43:59.008089 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-74fe45fe-9628-49b1-93e4-df23154e923a req-fdce4637-1d95-43a4-8492-7a1af29417ff tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0477231 Aug 24 15:43:59.054912 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-74fe45fe-9628-49b1-93e4-df23154e923a req-7980baf0-27e3-42cd-bdc8-b656f0021a32 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Aug 24 15:44:00.177141 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7948c0-d287-47b4-9166-9d5585baa22f req-a0571123-cbb1-4a3b-83bf-8402e55e8858 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:00.178610 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fe7948c0-d287-47b4-9166-9d5585baa22f req-a0571123-cbb1-4a3b-83bf-8402e55e8858 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0469203 Aug 24 15:44:00.226480 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fe7948c0-d287-47b4-9166-9d5585baa22f req-a2965c3f-81a1-4134-950b-55ca69efc902 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416021 Aug 24 15:44:00.897442 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 1f59ed6f-c2a7-4b96-887e-58d69156e466 no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:44:00.916613 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 1f59ed6f-c2a7-4b96-887e-58d69156e466 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:44:00.916958 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 1f59ed6f-c2a7-4b96-887e-58d69156e466 not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:44:01.355719 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cc417-f750-445b-bfc4-41e3a4561010 req-39ec717a-7d24-4076-bc70-959a5a0bbff1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:01.357174 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-787cc417-f750-445b-bfc4-41e3a4561010 req-39ec717a-7d24-4076-bc70-959a5a0bbff1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0515118 Aug 24 15:44:01.406175 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-787cc417-f750-445b-bfc4-41e3a4561010 req-825d04a8-e357-416c-9038-ce71527b185e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Aug 24 15:44:02.529269 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666a746-5152-4fae-b311-3c097a82cffd req-a643d643-16fa-468c-a670-1de53f0e1a8f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:02.530771 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e666a746-5152-4fae-b311-3c097a82cffd req-a643d643-16fa-468c-a670-1de53f0e1a8f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0466144 Aug 24 15:44:02.578185 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e666a746-5152-4fae-b311-3c097a82cffd req-aa29dacd-5ae4-442e-aa1a-71a7d20970ca tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Aug 24 15:44:03.686686 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:03.705378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234a55-0b25-470c-adc0-8c47171eeb39 req-91ed5391-4b46-4bda-b3db-34d111a097b2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:03.706879 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f234a55-0b25-470c-adc0-8c47171eeb39 req-91ed5391-4b46-4bda-b3db-34d111a097b2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0490267 Aug 24 15:44:03.760439 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3f234a55-0b25-470c-adc0-8c47171eeb39 req-f8b029c2-a328-4f28-868a-655b885243f3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Aug 24 15:44:04.300507 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:04.329091 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-03396bda-c486-4039-8459-5d77f7bcf131 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1765465197&fields=id&tenant_id=3760b78ba8584e6c81c46d48113fcd45 HTTP/1.1" status: 200 len: 267 time: 0.0500669 Aug 24 15:44:04.436308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-ba191be7-c2f4-40dd-be28-b56d2d214451 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:04.437691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-ba191be7-c2f4-40dd-be28-b56d2d214451 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 809 time: 0.1011944 Aug 24 15:44:04.452744 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-d32e3122-1dd2-4f26-bcfe-b5477c69d0ec tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/quotas/3760b78ba8584e6c81c46d48113fcd45 HTTP/1.1" status: 200 len: 375 time: 0.0097983 Aug 24 15:44:04.507410 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-a39803bc-20e7-4b63-b791-24582038cf91 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492847 Aug 24 15:44:04.608921 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-928f2331-ae94-4bc7-bcda-f1b4fb8b731b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895340 Aug 24 15:44:04.705558 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-acd61400-0829-4c05-b357-9732bf8a0ff0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Aug 24 15:44:04.898441 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1769-d80d-4118-aa7e-b1c81fbee14b req-824eaf96-ba5c-465a-8f6b-bbe20ebb0951 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:04.900215 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f2bb1769-d80d-4118-aa7e-b1c81fbee14b req-824eaf96-ba5c-465a-8f6b-bbe20ebb0951 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0509899 Aug 24 15:44:04.952902 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f2bb1769-d80d-4118-aa7e-b1c81fbee14b req-8db6323c-7623-4823-8970-b7cad4f5dc16 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469666 Aug 24 15:44:05.038875 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dbadcfb2-1b15-4e0b-8a53-8045ed69cf01 req-48ceac33-284c-4582-9492-3c7af5041c3e tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0359797 Aug 24 15:44:05.933660 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:44:06.098103 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d123a-b42f-4ceb-977d-dff7b3fb21cd req-4d17d938-9cdb-495c-9880-0ea495158a4d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:06.101313 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ba5d123a-b42f-4ceb-977d-dff7b3fb21cd req-4d17d938-9cdb-495c-9880-0ea495158a4d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0587401 Aug 24 15:44:06.128476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-edb08a39-6364-4827-8d5b-dd701eb7a36f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:06.129944 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-edb08a39-6364-4827-8d5b-dd701eb7a36f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 809 time: 0.1158695 Aug 24 15:44:06.158505 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-969303ce-9b6f-46f9-a69a-be1a9f95e143 req-3b317bf9-863c-44ee-a93e-338f8a0cfa94 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0392234 Aug 24 15:44:06.186301 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ba5d123a-b42f-4ceb-977d-dff7b3fb21cd req-6c8f272a-38e2-4d90-af7f-d4d48a6c89c0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785699 Aug 24 15:44:06.219575 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-38a2d24f-f632-4ff9-a8f4-5e233318a3a4 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3760b78ba8584e6c81c46d48113fcd45 HTTP/1.1" status: 200 len: 380 time: 0.0759428 Aug 24 15:44:06.235668 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'port': {'device_id': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'admin_state_up': True, 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'security_groups': ['ec48651c-ce18-4442-bee5-0e1917b28009']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:44:06.286104 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 56988) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:06.365608 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Made reservation on behalf of 3760b78ba8584e6c81c46d48113fcd45 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:44:06.369738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:06.507951 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Allocated IP 172.20.0.4 (aa79d787-98ad-44e1-9e78-dc2cd956b8d9/bc1b13db-0379-4b0d-91b8-51284f143e5a/91c5b662-a602-4af7-bcaa-b2673cf2db1a) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:44:06.669974 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:06.705451 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:06.709723 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:06.761969 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:44:06.763894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:44:06.768523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:44:06.797673 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:06.825905 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:06.826868 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:06.848026 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-195c2ee3-4b48-4621-b207-3fa2bfdac6f5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161778 Aug 24 15:44:06.862932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Request body: {'port': {'device_id': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:44:06.890908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:06.943576 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.008783 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-87b8cb15-5ecf-4f9d-8130-6a7b4d234356 None None] Provisioning complete for port 91c5b662-a602-4af7-bcaa-b2673cf2db1a triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:44:07.009293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87b8cb15-5ecf-4f9d-8130-6a7b4d234356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.023162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:07.031832 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.045034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-87b8cb15-5ecf-4f9d-8130-6a7b4d234356 None None] Port 91c5b662-a602-4af7-bcaa-b2673cf2db1a cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:44:07.130057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:07.259891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c5b662-a602-4af7-bcaa-b2673cf2db1a {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:44:07.268064 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks [] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.284145 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Transition to ACTIVE for port object 91c5b662-a602-4af7-bcaa-b2673cf2db1a will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:44:07.288461 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.376011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Pushing event updated for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:07.378795 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Deleting port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:44:07.379145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.386613 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58225fc6-c26d-4519-86c1-73888d6069c7 req-5f82f6eb-6a28-4bb2-b60f-d6c43963aed3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.388184 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-58225fc6-c26d-4519-86c1-73888d6069c7 req-5f82f6eb-6a28-4bb2-b60f-d6c43963aed3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0590162 Aug 24 15:44:07.422920 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b062b29-9c7f-41f3-8a8c-a8b0d5f6b29b req-3c184a1b-48eb-4682-a1ce-4728df48ad5a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.424458 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b062b29-9c7f-41f3-8a8c-a8b0d5f6b29b req-3c184a1b-48eb-4682-a1ce-4728df48ad5a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.1414425 Aug 24 15:44:07.448736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Attempting to bind port 91c5b662-a602-4af7-bcaa-b2673cf2db1a on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:44:07.449116 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Attempting to bind port 91c5b662-a602-4af7-bcaa-b2673cf2db1a by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:44:07.449440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Attempting to bind port 91c5b662-a602-4af7-bcaa-b2673cf2db1a on network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:44:07.454230 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Port 91c5b662-a602-4af7-bcaa-b2673cf2db1a on network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:44:07.454557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Attempting to bind port 91c5b662-a602-4af7-bcaa-b2673cf2db1a on network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:44:07.461252 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:44:07.461600 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Checking segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:44:07.461988 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Bound using segment: {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:44:07.462410 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Bound port: 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1136, 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:44:07.462806 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.527195 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:44:07.530742 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:44:07.537894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.541186 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.541991 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.543416 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 1093 time: 0.6853111 Aug 24 15:44:07.545577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:07.545717 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-58225fc6-c26d-4519-86c1-73888d6069c7 req-874ad820-09ad-4442-8205-4a18e23d4b25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414056 Aug 24 15:44:07.549568 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b96c3-090f-4fec-994d-5af99abc216a" -d '{"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:07.563282 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] For port c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:07.563648 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.576270 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1b062b29-9c7f-41f3-8a8c-a8b0d5f6b29b req-9cf90eb8-5f32-4077-9f95-1de8b132212d tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364958 Aug 24 15:44:07.591959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Calling delete_port for c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 owned by network:router_interface {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:44:07.639065 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0c4eb-895a-4f2c-81dd-739420010a01 x-openstack-request-id: req-22b0c4eb-895a-4f2c-81dd-739420010a01 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:07.639431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:07.639748 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22b0c4eb-895a-4f2c-81dd-739420010a01 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:07.640227 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b0c4eb-895a-4f2c-81dd-739420010a01'] response: {'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'status': 'completed', 'code': 200} Aug 24 15:44:07.642691 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bb047-f489-4ece-982d-f0fcf6bbf790 service neutron] Pushing event updated for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:07.655584 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-5dff3d55-93e3-401d-8f6c-25a0e843208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.657096 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-5dff3d55-93e3-401d-8f6c-25a0e843208d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1127 time: 0.0599582 Aug 24 15:44:07.697850 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-09228eb7-f3d7-4644-bd0a-55c3b7bf988c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 217 time: 0.0329349 Aug 24 15:44:07.748052 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:07.756206 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-41f46c52-20d1-4f75-ace7-d81d8187f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.758016 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-41f46c52-20d1-4f75-ace7-d81d8187f8b6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0495794 Aug 24 15:44:07.795460 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.808918 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-630cd0a7-597e-47c5-89ea-b55213559945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:07.810431 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-630cd0a7-597e-47c5-89ea-b55213559945 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413198 Aug 24 15:44:07.821057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:07.913234 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-603c732a-239b-4e69-8bf8-b873ed3aacc0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954380 Aug 24 15:44:07.993131 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:07.999059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:08.072708 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:08.205547 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Router ed7ed7d8-3f30-408b-9a04-7a18600e9409 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:44:08.308011 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:44:08.313352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a42c0a92-3e09-41cc-b6aa-4eb4a4aba0df admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/ed7ed7d8-3f30-408b-9a04-7a18600e9409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0260005 Aug 24 15:44:08.315606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57006) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:08.319202 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Sync routers for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:44:08.329978 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:44:08.330619 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:08.423145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks [] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:08.518282 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:44:08.520959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks [] for router_gateway (ed7ed7d8-3f30-408b-9a04-7a18600e9409), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:08.568090 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Deleting port 8ddc3388-732f-45de-afe0-c8a8fba7e698 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:44:08.568480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:08.701064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] For port 8ddc3388-732f-45de-afe0-c8a8fba7e698, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=8ddc3388-732f-45de-afe0-c8a8fba7e698,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:08.701064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:08.702804 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243'}], 'enable_snat': True}, 'gw_port_id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:44:07Z', 'revision_number': 5, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port': {'id': '8ddc3388-732f-45de-afe0-c8a8fba7e698', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:37:15Z', 'updated_at': '2022-08-24T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:08.731453 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Checking router: ed7ed7d8-3f30-408b-9a04-7a18600e9409 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:44:08.740519 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Routers {'ed7ed7d8-3f30-408b-9a04-7a18600e9409'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:44:08.741327 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:43:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:08.751792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ef19-0bbc-4128-a9ab-580d31b4d43b req-70106b63-2859-46a2-9c63-04758311dff4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:08.753317 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1e89ef19-0bbc-4128-a9ab-580d31b4d43b req-70106b63-2859-46a2-9c63-04758311dff4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.1120946 Aug 24 15:44:08.762257 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Calling delete_port for 8ddc3388-732f-45de-afe0-c8a8fba7e698 owned by network:router_gateway {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:44:08.792345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4741c3-85e2-4b02-a6dd-c5325d0aa4c2 req-d9a9dc7c-3b8b-4cc4-95a8-6876633dbf0f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:08.793900 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5e4741c3-85e2-4b02-a6dd-c5325d0aa4c2 req-d9a9dc7c-3b8b-4cc4-95a8-6876633dbf0f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.1004925 Aug 24 15:44:08.795356 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-b81e23ea-9323-4ee2-a996-b0bb49cba47a req-43319f63-de30-4710-8e8e-3d84a0f8a2a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308703 Aug 24 15:44:08.829294 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] Set router ed7ed7d8-3f30-408b-9a04-7a18600e9409 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:44:08.881198 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:44:08Z', 'revision_number': 6, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:08.895951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:08.906472 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58a974-07b7-4fd5-8cd2-0d7a84d59dce None None] The sync data for ids ['ed7ed7d8-3f30-408b-9a04-7a18600e9409'] in dv-cinder-846054-2-iscsi is: [{'id': 'ed7ed7d8-3f30-408b-9a04-7a18600e9409', 'name': 'tempest-AttachVolumeNegativeTest-779028690-router', 'tenant_id': '0b8dd47a9d30492eb7163da543d874cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:37:14Z', 'updated_at': '2022-08-24T15:44:08Z', 'revision_number': 6, 'project_id': '0b8dd47a9d30492eb7163da543d874cb', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:44:08.911858 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1e89ef19-0bbc-4128-a9ab-580d31b4d43b req-aab873fb-f004-4a39-bec1-20fd2035dddb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413624 Aug 24 15:44:08.918271 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:08.932509 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5e4741c3-85e2-4b02-a6dd-c5325d0aa4c2 req-3547d223-9254-4581-ad7e-fa713bb3b8f2 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271946 Aug 24 15:44:09.034138 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (8ddc3388-732f-45de-afe0-c8a8fba7e698), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.063640 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddc3388-732f-45de-afe0-c8a8fba7e698,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:09.125845 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.212338 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.214428 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks [] for router_controller (ed7ed7d8-3f30-408b-9a04-7a18600e9409), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.255621 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (ed7ed7d8-3f30-408b-9a04-7a18600e9409), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.256218 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed7ed7d8-3f30-408b-9a04-7a18600e9409 {{(pid=106451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:44:09.262172 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.266147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57014) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:09.267444 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4d1f24e7-bae6-4b55-91eb-3ff2796ca0d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/ed7ed7d8-3f30-408b-9a04-7a18600e9409 HTTP/1.1" status: 204 len: 168 time: 0.9505072 Aug 24 15:44:09.274955 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:09.317534 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Deleting subnet 0fd545c6-56d9-4ef2-85c8-32fefc11f56b {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:44:09.321519 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Publish callbacks [] for subnet (0fd545c6-56d9-4ef2-85c8-32fefc11f56b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.359343 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (0fd545c6-56d9-4ef2-85c8-32fefc11f56b), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.437968 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (0fd545c6-56d9-4ef2-85c8-32fefc11f56b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.493654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (0fd545c6-56d9-4ef2-85c8-32fefc11f56b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.521153 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd545c6-56d9-4ef2-85c8-32fefc11f56b,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:09.523430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.530857 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d179a7a0-d1c3-40c0-ac7c-8144464a89d9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/0fd545c6-56d9-4ef2-85c8-32fefc11f56b HTTP/1.1" status: 204 len: 168 time: 0.2590847 Aug 24 15:44:09.533190 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31a626-a47a-4eb3-b0a8-26591452629f None None] Network 105210c5-8b78-4e8c-bd12-9456d560212d requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:44:09.533656 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57018) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:09.610911 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (105210c5-8b78-4e8c-bd12-9456d560212d), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.654082 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Deleting port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:44:09.654424 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.727777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] For port d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:09.729888 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.730182 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] DHCP port deletion for 105210c5-8b78-4e8c-bd12-9456d560212d request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:44:09.746981 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Calling delete_port for d01de7b5-9c2c-4ae1-a4b6-1adc417de023 owned by network:dhcp {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:44:09.773137 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Deleting port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:44:09.773515 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.831462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.851863 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] For port d01de7b5-9c2c-4ae1-a4b6-1adc417de023, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,segment=NetworkSegment(7ae408f5-fa42-4d74-884f-ccae4819c445),segment_id=7ae408f5-fa42-4d74-884f-ccae4819c445)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:09.852258 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.859322 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] No DVR routers for this DVR port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 on host dv-cinder-846054-2-iscsi {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:44:09.863058 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:09.866351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Calling delete_port for d01de7b5-9c2c-4ae1-a4b6-1adc417de023 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:44:09.942157 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (105210c5-8b78-4e8c-bd12-9456d560212d), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.953864 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (d01de7b5-9c2c-4ae1-a4b6-1adc417de023), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:09.965601 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105210c5-8b78-4e8c-bd12-9456d560212d']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:09.978024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae408f5-fa42-4d74-884f-ccae4819c445') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:09.978333 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae408f5-fa42-4d74-884f-ccae4819c445') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:09.982872 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] Pushing event deleted for resources: {'Port': ['ID=d01de7b5-9c2c-4ae1-a4b6-1adc417de023,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:09.986706 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a60b40-0b43-4307-bca3-d0b6e93f1c6b None None] No DVR routers for this DVR port d01de7b5-9c2c-4ae1-a4b6-1adc417de023 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:44:10.002039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (7ae408f5-fa42-4d74-884f-ccae4819c445), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.024952 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (7ae408f5-fa42-4d74-884f-ccae4819c445), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.033131 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:44:10.033681 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (7ae408f5-fa42-4d74-884f-ccae4819c445), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.063283 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 7ae408f5-fa42-4d74-884f-ccae4819c445 resource provider aggregate not found Aug 24 15:44:10.088881 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 7ae408f5-fa42-4d74-884f-ccae4819c445 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ae408f5-fa42-4d74-884f-ccae4819c445 found for delete ", "request_id": "req-e1eb264f-f944-4f78-a534-cd397ccfbfb8"}]} Aug 24 15:44:10.182308 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518b6fa-5d37-4165-9b1a-8a8e43b8f48b req-5641113b-b173-4c4d-903d-49722b0bd6b8 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:10.183731 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a518b6fa-5d37-4165-9b1a-8a8e43b8f48b req-5641113b-b173-4c4d-903d-49722b0bd6b8 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.1127043 Aug 24 15:44:10.186924 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (105210c5-8b78-4e8c-bd12-9456d560212d), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.198607 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.201936 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/105210c5-8b78-4e8c-bd12-9456d560212d HTTP/1.1" status: 204 len: 168 time: 0.6672943 Aug 24 15:44:10.222691 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebea2e-efb3-43a0-9fc3-518a4e5cddf0 req-a329fae4-4bb8-46b5-82e3-858a984fde0a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:10.224169 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aeebea2e-efb3-43a0-9fc3-518a4e5cddf0 req-a329fae4-4bb8-46b5-82e3-858a984fde0a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.1345036 Aug 24 15:44:10.231377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721473b6-a217-42c9-8bf8-85f400d0ff2d admin admin] Pushing event deleted for resources: {'Network': ['ID=105210c5-8b78-4e8c-bd12-9456d560212d,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:10.232888 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:10.250302 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:10.298011 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a518b6fa-5d37-4165-9b1a-8a8e43b8f48b req-2e929731-b7ce-442d-90bd-ecde27863a87 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058221 Aug 24 15:44:10.317168 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aeebea2e-efb3-43a0-9fc3-518a4e5cddf0 req-9e4c0f3c-a036-4caa-b16b-27b66d6af38f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808101 Aug 24 15:44:10.349278 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57030) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:10.390425 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-52f03c0e-734c-4fd7-a4aa-293144bb0021 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0b8dd47a9d30492eb7163da543d874cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400243 Aug 24 15:44:10.393019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57032) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:10.441234 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] Publish callbacks [] for security_group (1a5c7856-30c4-4a10-8153-fc9379f4b629), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.468648 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] Publish callbacks [] for security_group (1a5c7856-30c4-4a10-8153-fc9379f4b629), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.515065 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (1a5c7856-30c4-4a10-8153-fc9379f4b629), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.517570 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:10.518746 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1a5c7856-30c4-4a10-8153-fc9379f4b629 HTTP/1.1" status: 204 len: 168 time: 0.1248138 Aug 24 15:44:10.527496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc80fb9-cde6-47a7-be14-9e5b14eae26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c7856-30c4-4a10-8153-fc9379f4b629,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:10.763719 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:44:10.798553 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:44:10.800210 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c7d807a3-4a4a-4fcd-86f3-03ab0ca1dd23 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:44:10.800658 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device d01de7b5-9c2c-4ae1-a4b6-1adc417de023 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:44:10.805903 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b96c3-090f-4fec-994d-5af99abc216a req-c76e1427-fcb4-41d3-8af0-4f917df70612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:10.807428 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-c76e1427-fcb4-41d3-8af0-4f917df70612 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1127 time: 0.0571644 Aug 24 15:44:10.820936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: d01de7b5-9c2c-4ae1-a4b6-1adc417de023 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:44:10.821291 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device d01de7b5-9c2c-4ae1-a4b6-1adc417de023 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:44:10.821721 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 8ddc3388-732f-45de-afe0-c8a8fba7e698 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:44:10.843391 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 8ddc3388-732f-45de-afe0-c8a8fba7e698 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:44:10.843742 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 8ddc3388-732f-45de-afe0-c8a8fba7e698 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:44:10.957931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b96c3-090f-4fec-994d-5af99abc216a req-04cbf944-1832-4aca-b3d0-c761bd2ace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:10.959356 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-04cbf944-1832-4aca-b3d0-c761bd2ace64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 911 time: 0.0991745 Aug 24 15:44:11.002187 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-f7205010-30d5-4e4f-80b7-d6f9e272a550 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 217 time: 0.0331745 Aug 24 15:44:11.062109 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b96c3-090f-4fec-994d-5af99abc216a req-fd62094c-3e07-4a18-ba96-0493c6e03ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:11.063613 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-fd62094c-3e07-4a18-ba96-0493c6e03ea5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0465882 Aug 24 15:44:11.113539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b96c3-090f-4fec-994d-5af99abc216a req-e594a568-757a-491e-a5c5-499ce53c354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:11.115107 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-e594a568-757a-491e-a5c5-499ce53c354c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451102 Aug 24 15:44:11.214443 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-69e066ce-43ef-46fd-93b6-ae39f7c9067b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917459 Aug 24 15:44:11.309955 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-793b96c3-090f-4fec-994d-5af99abc216a req-ec4543a8-87f5-41c8-ab52-fcf572f56e81 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887661 Aug 24 15:44:11.438085 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac3043-802a-4294-b353-18a9073ccd69 req-f52801b4-fbeb-4848-b4f2-a9eca451b943 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:11.440653 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82ac3043-802a-4294-b353-18a9073ccd69 req-f52801b4-fbeb-4848-b4f2-a9eca451b943 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0565596 Aug 24 15:44:11.495040 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82ac3043-802a-4294-b353-18a9073ccd69 req-3510a60b-3828-42fc-92fc-fccd13c91af7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Aug 24 15:44:11.609230 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f439cb-902d-4ede-9cd2-976eb8f9e4ac req-7a8d6a4c-0655-453b-9adb-628aff6f0bea tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:11.610920 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d9f439cb-902d-4ede-9cd2-976eb8f9e4ac req-7a8d6a4c-0655-453b-9adb-628aff6f0bea tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0524817 Aug 24 15:44:11.676985 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d9f439cb-902d-4ede-9cd2-976eb8f9e4ac req-fe7287d9-4470-422d-9d3f-91137bfda09e tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576661 Aug 24 15:44:12.619881 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59271a-6cc1-4396-88da-90d9b5af7b3f req-3f02d35c-c001-4a4e-8432-9c5ec0612849 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:12.621398 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7c59271a-6cc1-4396-88da-90d9b5af7b3f req-3f02d35c-c001-4a4e-8432-9c5ec0612849 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0473645 Aug 24 15:44:12.671670 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7c59271a-6cc1-4396-88da-90d9b5af7b3f req-ae46b05c-02b2-40b3-a1c1-2529c185687a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Aug 24 15:44:12.802452 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599390db-198c-405e-9dbe-b3141657191a req-78c481cb-4434-4d8d-aaa5-67eee18d4c32 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:12.804090 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-599390db-198c-405e-9dbe-b3141657191a req-78c481cb-4434-4d8d-aaa5-67eee18d4c32 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0472248 Aug 24 15:44:12.860270 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-599390db-198c-405e-9dbe-b3141657191a req-2a2166ea-6aa7-47ed-9c4d-62acc27213db tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505342 Aug 24 15:44:13.454729 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7941-43b8-4114-9f5e-f4f3466ed76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:13.796396 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04e6a7-6e31-4c92-9cf9-6f7e2840c96f req-d05fe23f-11d6-413d-a8f5-dae1e007f8ce tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:13.797931 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a04e6a7-6e31-4c92-9cf9-6f7e2840c96f req-d05fe23f-11d6-413d-a8f5-dae1e007f8ce tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0481949 Aug 24 15:44:13.844376 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a04e6a7-6e31-4c92-9cf9-6f7e2840c96f req-95a2b210-4212-415b-8e0d-cb08d413cf9e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Aug 24 15:44:13.982757 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96896d4f-3515-4760-8fa0-b6199af58d11 req-b9150105-b117-4d4a-90ed-407246cdd590 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:13.984125 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-96896d4f-3515-4760-8fa0-b6199af58d11 req-b9150105-b117-4d4a-90ed-407246cdd590 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0503039 Aug 24 15:44:14.033538 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-96896d4f-3515-4760-8fa0-b6199af58d11 req-d004e818-d71e-48e1-8ff0-f0bf68f52cdc tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Aug 24 15:44:14.361214 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57128) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:14.471679 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c76b388c-6dc4-4570-b0e4-385e8f3ea8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.474275 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:14.556457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c76b388c-6dc4-4570-b0e4-385e8f3ea8fb admin admin] Publish callbacks [] for security_group (74700dc9-48f1-443f-a182-b6dc46183054), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.560254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c76b388c-6dc4-4570-b0e4-385e8f3ea8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (74700dc9-48f1-443f-a182-b6dc46183054), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.578309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:14.600762 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c76b388c-6dc4-4570-b0e4-385e8f3ea8fb admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8cc56d9ec152477db041647ee1ff1b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384934 Aug 24 15:44:14.603589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b388c-6dc4-4570-b0e4-385e8f3ea8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74700dc9-48f1-443f-a182-b6dc46183054,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:14.603860 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57132) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:14.644507 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:14.655893 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] Publish callbacks [] for security_group (74700dc9-48f1-443f-a182-b6dc46183054), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.676040 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] Publish callbacks [] for security_group (74700dc9-48f1-443f-a182-b6dc46183054), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.722822 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (74700dc9-48f1-443f-a182-b6dc46183054), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.725526 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:14.729370 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/74700dc9-48f1-443f-a182-b6dc46183054 HTTP/1.1" status: 204 len: 168 time: 0.1217859 Aug 24 15:44:14.734773 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecf788-56ee-4d31-ac86-a8d8bcaace9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74700dc9-48f1-443f-a182-b6dc46183054,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:14.977153 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b72cd-107a-4661-91e4-7b43f6693d1d req-13824d45-06d5-4632-b609-a7943fca1763 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:14.978942 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-632b72cd-107a-4661-91e4-7b43f6693d1d req-13824d45-06d5-4632-b609-a7943fca1763 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0535295 Aug 24 15:44:15.010791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:15.033225 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-632b72cd-107a-4661-91e4-7b43f6693d1d req-ce3200d7-8736-4738-9f5e-27adfa1812b1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486023 Aug 24 15:44:15.167482 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2876bb-e18c-4221-b89d-50684a1e1789 req-6a223878-5328-4f86-aab0-9194ce3ebc4e tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:15.169046 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7f2876bb-e18c-4221-b89d-50684a1e1789 req-6a223878-5328-4f86-aab0-9194ce3ebc4e tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0578721 Aug 24 15:44:15.234235 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7f2876bb-e18c-4221-b89d-50684a1e1789 req-6746f935-52e0-49e1-b080-18a7addc7108 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586724 Aug 24 15:44:15.746514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-818179c0-a532-4431-88b7-10e0dab098cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.163725 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2d246-abcc-48af-84e7-9d085f3535f9 req-209a5483-0ce1-41e6-bdbb-c7080bb3a789 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:16.165211 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a2a2d246-abcc-48af-84e7-9d085f3535f9 req-209a5483-0ce1-41e6-bdbb-c7080bb3a789 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0483823 Aug 24 15:44:16.216575 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a2a2d246-abcc-48af-84e7-9d085f3535f9 req-220fa763-ab85-45d0-b11b-ac43a310ddea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Aug 24 15:44:16.394475 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd11cd9-a297-4d75-8a1e-e6134b010349 req-dddc797f-205a-40e0-b3a8-e028920bcfad tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:16.396325 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dfd11cd9-a297-4d75-8a1e-e6134b010349 req-dddc797f-205a-40e0-b3a8-e028920bcfad tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0620790 Aug 24 15:44:16.450467 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dfd11cd9-a297-4d75-8a1e-e6134b010349 req-9aaad2a0-1119-4750-85cc-ec8cb344132a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Aug 24 15:44:16.597733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57200) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:16.705986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-35f8fa17-f8ce-4f02-bf10-64b76f7dab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.789139 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-35f8fa17-f8ce-4f02-bf10-64b76f7dab85 admin admin] Publish callbacks [] for security_group (c1c9cff2-4733-440c-8ffe-b0c584c5e312), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.793220 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-35f8fa17-f8ce-4f02-bf10-64b76f7dab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c1c9cff2-4733-440c-8ffe-b0c584c5e312), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.833321 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-35f8fa17-f8ce-4f02-bf10-64b76f7dab85 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c281c7bb8760439c8cabf6981e7a1862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345951 Aug 24 15:44:16.834234 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8fa17-f8ce-4f02-bf10-64b76f7dab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c9cff2-4733-440c-8ffe-b0c584c5e312,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:16.836858 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57204) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:16.886035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] Publish callbacks [] for security_group (c1c9cff2-4733-440c-8ffe-b0c584c5e312), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.906502 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] Publish callbacks [] for security_group (c1c9cff2-4733-440c-8ffe-b0c584c5e312), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.956244 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c1c9cff2-4733-440c-8ffe-b0c584c5e312), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.958848 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:16.960688 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c1c9cff2-4733-440c-8ffe-b0c584c5e312 HTTP/1.1" status: 204 len: 168 time: 0.1228311 Aug 24 15:44:16.968687 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9cc0f-ef46-423a-96a6-26f5c606382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c9cff2-4733-440c-8ffe-b0c584c5e312,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:17.079037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:17.354549 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39d875-3245-4611-be30-7e099bfa3daf req-33a38500-3575-49a5-a446-500a003c375f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:17.355964 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ce39d875-3245-4611-be30-7e099bfa3daf req-33a38500-3575-49a5-a446-500a003c375f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0577037 Aug 24 15:44:17.407195 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ce39d875-3245-4611-be30-7e099bfa3daf req-665500a9-841b-48fa-be29-588efb191032 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Aug 24 15:44:17.575721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6c0ec-5801-4a27-bdce-a1bfe020131e req-60db729c-54c0-42dc-9d63-e7da04dcabc8 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:17.577432 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29d6c0ec-5801-4a27-bdce-a1bfe020131e req-60db729c-54c0-42dc-9d63-e7da04dcabc8 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0519433 Aug 24 15:44:17.636147 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-29d6c0ec-5801-4a27-bdce-a1bfe020131e req-763ffaa3-276a-4aa5-81fc-1fabdda68e9b tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525703 Aug 24 15:44:18.383388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:18.385295 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:18.404763 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:18.537985 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:18.546014 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ab294-73ab-4812-8845-5c1e0cce8d29 req-d4a008d4-bb95-41fc-a029-c9c70e4ccbfc tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:18.547563 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d0ab294-73ab-4812-8845-5c1e0cce8d29 req-d4a008d4-bb95-41fc-a029-c9c70e4ccbfc tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0530157 Aug 24 15:44:18.602850 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5d0ab294-73ab-4812-8845-5c1e0cce8d29 req-b30190f9-9d43-40be-9e85-90a673c1c2ea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489223 Aug 24 15:44:18.698851 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:44:18.774719 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c3f5d-6217-4bfc-ad89-584d801bd9b3 req-b722db06-8a94-4553-b1ff-85e822285000 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:18.776340 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a89c3f5d-6217-4bfc-ad89-584d801bd9b3 req-b722db06-8a94-4553-b1ff-85e822285000 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 943 time: 0.0558095 Aug 24 15:44:18.796002 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:18.814745 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:18.826794 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:44:18.853548 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=98 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:18.855533 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a89c3f5d-6217-4bfc-ad89-584d801bd9b3 req-13ea0add-cedc-41a8-b12a-e00e33621bf5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722625 Aug 24 15:44:18.874180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: ACTIVE; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:18.874583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:18.884800 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=99 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:18.893526 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:44:18.915011 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:18.919816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:18.920631 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 91c5b662-a602-4af7-bcaa-b2673cf2db1a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:44:19.008452 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:19.080260 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:19.103802 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:19.120545 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'port_id': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'mac_address': 'fa:16:3e:a9:c6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:44:19.164086 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 91c5b662-a602-4af7-bcaa-b2673cf2db1a is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:19.164745 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:19.180441 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c5b662-a602-4af7-bcaa-b2673cf2db1a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:44:19.201951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:19.207020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:19.273329 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:19.753896 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0667718-3eed-417d-8797-7e474cc326d7 req-72268ed9-865c-41d6-b89e-8eccf1cafe46 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:19.763612 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0667718-3eed-417d-8797-7e474cc326d7 req-72268ed9-865c-41d6-b89e-8eccf1cafe46 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0740216 Aug 24 15:44:19.826173 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0667718-3eed-417d-8797-7e474cc326d7 req-d0fd7022-cb79-4b1a-beca-5ac35d896ae2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612578 Aug 24 15:44:20.024752 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60738e55-2cd9-4fc6-b69c-a4357440aff6 req-3e5a8cdc-55c8-4c2f-a468-8a8530afcb70 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:20.026428 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60738e55-2cd9-4fc6-b69c-a4357440aff6 req-3e5a8cdc-55c8-4c2f-a468-8a8530afcb70 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 944 time: 0.0611222 Aug 24 15:44:20.093276 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60738e55-2cd9-4fc6-b69c-a4357440aff6 req-bdccfcf6-a551-4b16-a4ed-a318b409af18 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596905 Aug 24 15:44:20.938420 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:20.958750 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4b0b8-533e-4dad-96a9-5a9e76f1e82d req-1bf82c26-0b64-495a-926b-ef5be01dc639 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:20.960743 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f1e4b0b8-533e-4dad-96a9-5a9e76f1e82d req-1bf82c26-0b64-495a-926b-ef5be01dc639 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0548289 Aug 24 15:44:21.027427 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f1e4b0b8-533e-4dad-96a9-5a9e76f1e82d req-38f6ce65-0fde-445f-8073-2e1692cb2b96 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608187 Aug 24 15:44:21.221634 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d8aa5e82-99d7-4489-bc2f-7393036fdb8a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:44:21.272330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b554a-fec5-45a3-88cc-e8673938e949 req-9e54894e-39be-4d8c-87ee-b5102f791426 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:21.279868 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b4b554a-fec5-45a3-88cc-e8673938e949 req-9e54894e-39be-4d8c-87ee-b5102f791426 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 944 time: 0.1047294 Aug 24 15:44:21.390104 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b4b554a-fec5-45a3-88cc-e8673938e949 req-f05be844-1167-408c-bf1d-9db47867185d tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089606 Aug 24 15:44:22.160928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809209cb-4fc2-4332-98df-9466e102d946 req-2567ac4a-9661-401f-ad50-ec8b555eee55 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:22.164227 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-809209cb-4fc2-4332-98df-9466e102d946 req-2567ac4a-9661-401f-ad50-ec8b555eee55 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Aug 24 15:44:22.225442 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-809209cb-4fc2-4332-98df-9466e102d946 req-bbdb1b61-a5b2-4245-b64a-1351afebe86d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542634 Aug 24 15:44:22.320981 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['91c5b662-a602-4af7-bcaa-b2673cf2db1a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:44:22.372666 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:22.388483 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:22.540627 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db9b0c-7d17-41b9-9a31-9482a57e3625 req-b4df5aea-9204-43ae-9b13-bbba400c0e35 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:22.542203 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-67db9b0c-7d17-41b9-9a31-9482a57e3625 req-b4df5aea-9204-43ae-9b13-bbba400c0e35 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 944 time: 0.0688107 Aug 24 15:44:22.607715 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-67db9b0c-7d17-41b9-9a31-9482a57e3625 req-3b728c19-4d5c-4974-9a5e-677fdd74a202 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571742 Aug 24 15:44:22.836522 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068b2c-67c1-4bce-ba87-790187b00628 req-36c14206-88c8-4584-bc7a-89be0ace1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:22.838048 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-36c14206-88c8-4584-bc7a-89be0ace1364 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1129 time: 0.0535884 Aug 24 15:44:22.956532 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068b2c-67c1-4bce-ba87-790187b00628 req-85e54181-3976-44ef-b7da-f136dd6ea701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:22.958292 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-85e54181-3976-44ef-b7da-f136dd6ea701 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0999629 Aug 24 15:44:23.028432 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-6bd574a0-4044-4155-8bd8-7b5b634bccd2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1001 time: 0.0629478 Aug 24 15:44:23.088112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068b2c-67c1-4bce-ba87-790187b00628 req-783301d6-47a9-47b8-afda-0e24727fa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:23.089767 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-783301d6-47a9-47b8-afda-0e24727fa053 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0541432 Aug 24 15:44:23.229970 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:44:23.298871 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port d8aa5e82-99d7-4489-bc2f-7393036fdb8a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:44:23.299130 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.452788 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77bb3e-f795-4aa7-be16-50cdae38ed5c req-20a460f3-e459-433d-aa59-6643764fb36c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:23.461673 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0d77bb3e-f795-4aa7-be16-50cdae38ed5c req-20a460f3-e459-433d-aa59-6643764fb36c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0898602 Aug 24 15:44:23.516967 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:23.517848 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.526629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068b2c-67c1-4bce-ba87-790187b00628 req-6d4f83c6-011b-4403-810d-5a33d7142129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:23.531031 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-6d4f83c6-011b-4403-810d-5a33d7142129 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4347165 Aug 24 15:44:23.532521 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0d77bb3e-f795-4aa7-be16-50cdae38ed5c req-6caec633-2d9a-47d5-b4c7-e3448c0257b0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692756 Aug 24 15:44:23.560145 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:23.562886 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5041115-0780-4cf5-b209-396aab650cf0" -d '{"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:23.586479 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:23.596846 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.597857 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 91c5b662-a602-4af7-bcaa-b2673cf2db1a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:44:23.644753 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562a9375-91b8-4d0d-84d9-b263a3a543fb x-openstack-request-id: req-562a9375-91b8-4d0d-84d9-b263a3a543fb {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:23.645247 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:23.645670 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-562a9375-91b8-4d0d-84d9-b263a3a543fb {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:23.649956 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562a9375-91b8-4d0d-84d9-b263a3a543fb'] response: {'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'code': 200} Aug 24 15:44:23.735469 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:23.737276 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-4fb90f76-d383-457e-84ab-ff320c0d6db6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992044 Aug 24 15:44:23.754223 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 91c5b662-a602-4af7-bcaa-b2673cf2db1a completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:44:23.769749 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 91c5b662-a602-4af7-bcaa-b2673cf2db1a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:44:23.770141 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.781625 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e13d0f-744a-4441-b7c0-dae31c9c9021 req-32f7e611-60d5-458e-8508-d7daa35136fa tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:23.798491 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85e13d0f-744a-4441-b7c0-dae31c9c9021 req-32f7e611-60d5-458e-8508-d7daa35136fa tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 944 time: 0.1009476 Aug 24 15:44:23.893845 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 91c5b662-a602-4af7-bcaa-b2673cf2db1a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:23.894247 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.904953 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85e13d0f-744a-4441-b7c0-dae31c9c9021 req-fde2f8d4-cf37-48b9-9df5-df1a3cc6ab04 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050329 Aug 24 15:44:23.951382 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:23.963354 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:23.976567 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-91068b2c-67c1-4bce-ba87-790187b00628 req-3994d47a-4d74-48f1-a926-353e50c9a3bf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253404 Aug 24 15:44:24.012217 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:24.030126 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:24.696914 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49066be3-f3b2-4144-881d-786b6a9764f4 req-2c92a8e9-81bb-4107-a8a0-885551cd0ff9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:24.699259 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-49066be3-f3b2-4144-881d-786b6a9764f4 req-2c92a8e9-81bb-4107-a8a0-885551cd0ff9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0718343 Aug 24 15:44:24.784565 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-49066be3-f3b2-4144-881d-786b6a9764f4 req-4eca43e3-d04e-448f-9361-53108ea971b7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725574 Aug 24 15:44:25.031378 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:25.041977 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9dc7-113a-4ef1-842f-1ca462c0b746 req-60fc63c1-4c18-456d-afde-3734c07300c5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:25.043805 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b9a9dc7-113a-4ef1-842f-1ca462c0b746 req-60fc63c1-4c18-456d-afde-3734c07300c5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0602024 Aug 24 15:44:25.103985 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2b9a9dc7-113a-4ef1-842f-1ca462c0b746 req-f0003ac8-689a-4ed0-bdd7-47ba652c1090 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516882 Aug 24 15:44:25.650863 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:25.653934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0ff682-5437-4444-b4e4-d23f3191b886" -d '{"events": [{"server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:25.708006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c844d7-9631-4efe-b5ac-16e723c0bf29 x-openstack-request-id: req-41c844d7-9631-4efe-b5ac-16e723c0bf29 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:25.708664 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:25.709690 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41c844d7-9631-4efe-b5ac-16e723c0bf29 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:25.710497 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c844d7-9631-4efe-b5ac-16e723c0bf29'] response: {'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'code': 200} Aug 24 15:44:25.951969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81addc89-ad1c-444e-b064-63b32b6c9694 req-c6a35843-278e-464c-b1a2-12337ae549aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:25.960395 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-81addc89-ad1c-444e-b064-63b32b6c9694 req-c6a35843-278e-464c-b1a2-12337ae549aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0863967 Aug 24 15:44:25.987092 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310cd8-51c4-4c76-99fd-4e04a188dd7b req-edb42fd9-bd3b-4ea2-a174-7221fcd5f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:25.989286 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-89310cd8-51c4-4c76-99fd-4e04a188dd7b req-edb42fd9-bd3b-4ea2-a174-7221fcd5f94b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0466621 Aug 24 15:44:26.011137 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:26.065332 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-89310cd8-51c4-4c76-99fd-4e04a188dd7b req-e41def66-223c-4072-8fb0-9506827cf1f7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679538 Aug 24 15:44:26.329732 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-81addc89-ad1c-444e-b064-63b32b6c9694 req-c714edb5-45f4-4c7a-8f53-c88aee697469 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681386 Aug 24 15:44:26.375810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499113-eba2-4791-bd56-0de013100301 req-bf0cb90e-4ffb-4c41-b175-de4ec12f8887 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:26.377361 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85499113-eba2-4791-bd56-0de013100301 req-bf0cb90e-4ffb-4c41-b175-de4ec12f8887 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0657094 Aug 24 15:44:26.438145 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85499113-eba2-4791-bd56-0de013100301 req-10096b11-529e-4127-adf6-0787b9530ea7 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535343 Aug 24 15:44:27.166539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57462) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:27.308596 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86fbaef5-2adc-4b47-bae0-b82b58bcac5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.438096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86fbaef5-2adc-4b47-bae0-b82b58bcac5a admin admin] Publish callbacks [] for security_group (73ef13d5-d689-46ae-8702-a1aca7b69576), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.439234 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:27.443383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86fbaef5-2adc-4b47-bae0-b82b58bcac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (73ef13d5-d689-46ae-8702-a1aca7b69576), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.489536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbaef5-2adc-4b47-bae0-b82b58bcac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ef13d5-d689-46ae-8702-a1aca7b69576,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:27.502121 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725ab2c-f36c-40e4-b39f-edab317d9b35 req-09f34f62-0262-4921-922b-53ddf1cc98b3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:27.507120 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1725ab2c-f36c-40e4-b39f-edab317d9b35 req-09f34f62-0262-4921-922b-53ddf1cc98b3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0708752 Aug 24 15:44:27.520766 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-86fbaef5-2adc-4b47-bae0-b82b58bcac5a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=8996036c6ee64e1c958fa2003bef9646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530354 Aug 24 15:44:27.525221 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57470) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:27.626983 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077ab5b-b2fd-41ce-93a7-d97763eb04ee req-fc425565-ba6a-49cd-b094-6a8853382daa tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:27.629399 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8077ab5b-b2fd-41ce-93a7-d97763eb04ee req-fc425565-ba6a-49cd-b094-6a8853382daa tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0897176 Aug 24 15:44:27.700080 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1725ab2c-f36c-40e4-b39f-edab317d9b35 req-5a49e107-3dfe-47b9-a738-39a56136fce0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872962 Aug 24 15:44:27.714283 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Publish callbacks [] for security_group (73ef13d5-d689-46ae-8702-a1aca7b69576), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.769016 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Publish callbacks [] for security_group (73ef13d5-d689-46ae-8702-a1aca7b69576), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.776535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:27.788510 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8077ab5b-b2fd-41ce-93a7-d97763eb04ee req-a522662b-76fc-45fa-8881-7444cca0edbc tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290729 Aug 24 15:44:27.860491 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (73ef13d5-d689-46ae-8702-a1aca7b69576), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.866256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:27.867711 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/73ef13d5-d689-46ae-8702-a1aca7b69576 HTTP/1.1" status: 204 len: 168 time: 0.3406031 Aug 24 15:44:27.883034 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ef13d5-d689-46ae-8702-a1aca7b69576,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:27.891900 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.892600 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.893185 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.893952 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.894459 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.895007 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.895501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.898971 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.907577 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.907845 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.908218 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.908611 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.909039 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.909486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:27.909838 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a916a37-3b5d-4c26-b4a3-36e94e68b79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:28.219479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57480) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:28.234859 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f8e56e40-5143-431c-8001-fc027038981c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.330859 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f8e56e40-5143-431c-8001-fc027038981c admin admin] Publish callbacks [] for security_group (c3b5010d-1607-4203-95aa-06c3be4262a1), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.354607 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f8e56e40-5143-431c-8001-fc027038981c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c3b5010d-1607-4203-95aa-06c3be4262a1), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.393061 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e56e40-5143-431c-8001-fc027038981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b5010d-1607-4203-95aa-06c3be4262a1,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:28.402125 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-f8e56e40-5143-431c-8001-fc027038981c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c7ffcf8f6197430597d357b4a8cae12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814132 Aug 24 15:44:28.405927 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57482) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:28.478601 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] Publish callbacks [] for security_group (c3b5010d-1607-4203-95aa-06c3be4262a1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.506988 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] Publish callbacks [] for security_group (c3b5010d-1607-4203-95aa-06c3be4262a1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.572043 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c3b5010d-1607-4203-95aa-06c3be4262a1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.575707 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:28.580285 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c3b5010d-1607-4203-95aa-06c3be4262a1 HTTP/1.1" status: 204 len: 168 time: 0.1702166 Aug 24 15:44:28.590168 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068f960-fb93-4e4c-ba7f-beeb07a50e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b5010d-1607-4203-95aa-06c3be4262a1,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:28.902227 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4b0c-387e-449f-8c87-bc82fd832645 req-ed035b8b-a92a-4706-a5de-e1d4222b6662 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:28.905024 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-573f4b0c-387e-449f-8c87-bc82fd832645 req-ed035b8b-a92a-4706-a5de-e1d4222b6662 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.1022108 Aug 24 15:44:28.993097 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:29.013483 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8677bd-67bc-45bf-8bc7-ff01f00e6bb7 req-8e051079-d09a-45d9-8e1a-116bdc96b3fe tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:29.019130 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9c8677bd-67bc-45bf-8bc7-ff01f00e6bb7 req-8e051079-d09a-45d9-8e1a-116bdc96b3fe tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.1124368 Aug 24 15:44:29.047404 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-573f4b0c-387e-449f-8c87-bc82fd832645 req-d64ef81f-1869-41e2-936e-7c98445b6618 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294532 Aug 24 15:44:29.098195 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9c8677bd-67bc-45bf-8bc7-ff01f00e6bb7 req-afd6e441-ed4f-4884-ba47-fb5566598ce1 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725279 Aug 24 15:44:29.238445 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c5f9-3de6-4cd8-a690-da73b25ead6e req-892a129a-7f03-4abc-9737-2617fd962a3f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:29.241089 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b38c5f9-3de6-4cd8-a690-da73b25ead6e req-892a129a-7f03-4abc-9737-2617fd962a3f tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0551007 Aug 24 15:44:29.295826 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3b38c5f9-3de6-4cd8-a690-da73b25ead6e req-1eb72c55-c726-4d4e-8f3a-86c293e30fe5 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479577 Aug 24 15:44:29.328960 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57524) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:29.530885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26213f-478a-4978-a372-cbec1fd17b25 tempest-TestShelveInstance-1046472614 tempest-TestShelveInstance-1046472614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:29.532541 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2c26213f-478a-4978-a372-cbec1fd17b25 tempest-TestShelveInstance-1046472614 tempest-TestShelveInstance-1046472614-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1124 time: 0.2030962 Aug 24 15:44:29.535589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57542) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:29.539985 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'port_id': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:44:29.562722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:29.649080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:29.766064 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Allocated IP 172.27.4.105 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:44:29.881880 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:29.893977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:29.942802 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.005959 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:44:30.007466 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-a34d11c0-d60c-4e42-a74d-62db6eafce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:30.008984 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-a34d11c0-d60c-4e42-a74d-62db6eafce0f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1130 time: 0.0944152 Aug 24 15:44:30.011972 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:44:30.017167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:44:30.084703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:30.118530 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'Port': ['ID=dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:30.180929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-0b404636-2869-4502-ac7d-b8cd325648df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:30.182356 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-0b404636-2869-4502-ac7d-b8cd325648df service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.1629388 Aug 24 15:44:30.191017 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54075f-ed84-409a-a247-cbec092988d4 req-188d8a6d-eec5-4edd-bd5b-37511626338a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:30.193903 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4c54075f-ed84-409a-a247-cbec092988d4 req-188d8a6d-eec5-4edd-bd5b-37511626338a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0562725 Aug 24 15:44:30.250613 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4c54075f-ed84-409a-a247-cbec092988d4 req-7628ea40-76b2-46ba-8cdf-f0164fb7c071 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517869 Aug 24 15:44:30.322321 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-9a2c48a2-5e8d-43fe-b096-f5ab54c2974d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1002 time: 0.1279259 Aug 24 15:44:30.413368 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-6e372b0b-4d62-4cd1-b4fe-2d1fe57d69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:30.414842 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-6e372b0b-4d62-4cd1-b4fe-2d1fe57d69c7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0663474 Aug 24 15:44:30.529554 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-c2d6ce6e-a317-4bc3-aece-dbe12cd3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:30.531093 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-c2d6ce6e-a317-4bc3-aece-dbe12cd3e6f7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078057 Aug 24 15:44:30.657427 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for floatingip (ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.695597 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57580) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:30.702726 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-aa069d24-d0d5-42b2-8e5a-3d6b8d6a91e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570342 Aug 24 15:44:30.718178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:30.773112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.807035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-489bd7f6-e70a-4b3f-a94e-cea8519ddfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.877482 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-58429552-c9ae-40e5-b2ff-b1d02a213abc req-27ca8e69-e520-4813-bdf4-9259db660d1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666291 Aug 24 15:44:30.885863 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-489bd7f6-e70a-4b3f-a94e-cea8519ddfe6 admin admin] Publish callbacks [] for security_group (008d68a6-3fba-4d12-8146-f7c5f8f551c2), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.891036 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-489bd7f6-e70a-4b3f-a94e-cea8519ddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (008d68a6-3fba-4d12-8146-f7c5f8f551c2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.938676 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bd7f6-e70a-4b3f-a94e-cea8519ddfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008d68a6-3fba-4d12-8146-f7c5f8f551c2,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:30.946453 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-489bd7f6-e70a-4b3f-a94e-cea8519ddfe6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1d4eff9de3ff4290871eea8fbee1b0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465885 Aug 24 15:44:30.946856 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57584) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:30.980560 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.985275 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:30.999410 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] Publish callbacks [] for security_group (008d68a6-3fba-4d12-8146-f7c5f8f551c2), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.008371 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:31.020474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] Publish callbacks [] for security_group (008d68a6-3fba-4d12-8146-f7c5f8f551c2), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.055986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.057922 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event updated for resources: {'Port': ['ID=dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:31.081155 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (008d68a6-3fba-4d12-8146-f7c5f8f551c2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.084777 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.087142 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/008d68a6-3fba-4d12-8146-f7c5f8f551c2 HTTP/1.1" status: 204 len: 168 time: 0.1392808 Aug 24 15:44:31.110090 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a195c-8703-45fa-8619-8e780a7be0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008d68a6-3fba-4d12-8146-f7c5f8f551c2,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:31.178608 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Floating IP ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59 associated. External IP: 172.27.4.105, port: 91c5b662-a602-4af7-bcaa-b2673cf2db1a. Aug 24 15:44:31.383617 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:31.391885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:44:31.403879 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57596) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:31.404301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99117a2f-f1c1-4f67-8619-69979f214cca req-f7e9dfdc-e965-45aa-a052-8f0fc7cc5844 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:31.405939 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-99117a2f-f1c1-4f67-8619-69979f214cca req-f7e9dfdc-e965-45aa-a052-8f0fc7cc5844 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0553501 Aug 24 15:44:31.452243 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-29c1fcbc-ad78-4f22-8841-d696463cc1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.458797 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-99117a2f-f1c1-4f67-8619-69979f214cca req-12747bc1-1d92-4ce1-b334-bdb9e5d66c47 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469887 Aug 24 15:44:31.554812 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:44:31.564908 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Sync routers for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:44:31.565376 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:31.575922 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:44:31.576547 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:44:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:31.581929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.633438 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-29c1fcbc-ad78-4f22-8841-d696463cc1cc admin admin] Publish callbacks [] for security_group (c19c9a22-1d3a-4931-a2c7-0373b19ca8dd), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.635778 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-05b3aa38-eb25-45f7-bbc9-f19eed2cdf57 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0990386 Aug 24 15:44:31.636407 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:31.639358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:31.643013 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-29c1fcbc-ad78-4f22-8841-d696463cc1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c19c9a22-1d3a-4931-a2c7-0373b19ca8dd), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.687170 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d7e50-4eae-40c0-97b0-0b9fe4a36921 x-openstack-request-id: req-440d7e50-4eae-40c0-97b0-0b9fe4a36921 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:31.687466 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:31.687724 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-440d7e50-4eae-40c0-97b0-0b9fe4a36921 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:31.688137 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440d7e50-4eae-40c0-97b0-0b9fe4a36921'] response: {'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'status': 'completed', 'code': 200} Aug 24 15:44:31.689469 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1fcbc-ad78-4f22-8841-d696463cc1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c9a22-1d3a-4931-a2c7-0373b19ca8dd,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:31.695525 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-29c1fcbc-ad78-4f22-8841-d696463cc1cc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1658ed9b107a46e8bd8fd6d3c9978ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904985 Aug 24 15:44:31.698114 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57602) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:31.754106 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] Publish callbacks [] for security_group (c19c9a22-1d3a-4931-a2c7-0373b19ca8dd), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.775629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] Publish callbacks [] for security_group (c19c9a22-1d3a-4931-a2c7-0373b19ca8dd), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.806789 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:44:31.823548 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c19c9a22-1d3a-4931-a2c7-0373b19ca8dd), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.826346 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:31.827608 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c19c9a22-1d3a-4931-a2c7-0373b19ca8dd HTTP/1.1" status: 204 len: 168 time: 0.1285350 Aug 24 15:44:31.837512 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3a0aa-f3a1-4663-8681-585f341b22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c9a22-1d3a-4931-a2c7-0373b19ca8dd,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:31.926221 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:32.059109 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'port_id': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'mac_address': 'fa:16:3e:a9:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:44:30Z', 'updated_at': '2022-08-24T15:44:30Z', 'revision_number': 0, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:32.086226 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Checking router: bae3cbf1-af84-4f87-9ba8-163dc8d14be2 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:44:32.095015 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:44:32.095629 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:44:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:32.208027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:44:32.433506 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'port_id': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'mac_address': 'fa:16:3e:a9:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:44:30Z', 'updated_at': '2022-08-24T15:44:30Z', 'revision_number': 0, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:44:32.463364 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e58d39-b946-4aa0-a7d1-03e625571ab3 None None] The sync data for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi is: [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'floating_ip_address': '172.27.4.105', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'port_id': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'mac_address': 'fa:16:3e:a9:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:44:30Z', 'updated_at': '2022-08-24T15:44:30Z', 'revision_number': 0, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:44:32.556801 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:32.592322 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930a76-5598-4790-b9f5-2d8ddf244041 req-12675471-120d-4e68-ba57-426500b953d7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:32.596549 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ff930a76-5598-4790-b9f5-2d8ddf244041 req-12675471-120d-4e68-ba57-426500b953d7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0555270 Aug 24 15:44:32.599076 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-e2541a06-044f-419a-9809-5e09f736ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:32.600726 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-e2541a06-044f-419a-9809-5e09f736ffa3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0528615 Aug 24 15:44:32.664278 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ff930a76-5598-4790-b9f5-2d8ddf244041 req-b5a99b77-5554-455d-9eff-95f272ccb695 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610671 Aug 24 15:44:32.765273 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25397c87-5397-4536-8136-fafef3de1cae None None] New status for floating IP ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:44:33.013699 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-d36083e4-8682-488b-a1b3-441f0c93b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:33.015213 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-d36083e4-8682-488b-a1b3-441f0c93b64c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 911 time: 0.3696425 Aug 24 15:44:33.221559 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-01b17aa9-8c75-470f-9d56-01e8626d82cc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 1001 time: 0.0859218 Aug 24 15:44:33.291718 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-2c1314c2-e847-4641-8879-5b1a4bd64efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:33.293203 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-2c1314c2-e847-4641-8879-5b1a4bd64efc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0515676 Aug 24 15:44:33.346827 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-904b1e24-c023-43a2-ab0d-5be5a15238dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:33.348349 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-904b1e24-c023-43a2-ab0d-5be5a15238dc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460534 Aug 24 15:44:33.449368 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-d090a51f-0804-4da4-a4bc-3f8dc0542017 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924597 Aug 24 15:44:33.555871 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0dd0aa0c-4ac5-4cbb-9a91-4277685839f9 req-f07cb30a-9cbd-4dfe-b310-91b020308c03 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996225 Aug 24 15:44:33.813572 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530fb5-3af2-4561-b2f6-8bfd952b2cfc req-f94e76f0-00fe-4316-b036-9c8a1a10b816 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:33.815373 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8b530fb5-3af2-4561-b2f6-8bfd952b2cfc req-f94e76f0-00fe-4316-b036-9c8a1a10b816 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0583518 Aug 24 15:44:33.856861 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:33.866089 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8b530fb5-3af2-4561-b2f6-8bfd952b2cfc req-c5bae017-39c6-4f8a-a649-37a74dce4fc0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Aug 24 15:44:34.057796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57686) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:34.172566 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e9fc17b1-771c-43a2-883d-764fd1b0a185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.252685 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:34.254888 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e9fc17b1-771c-43a2-883d-764fd1b0a185 admin admin] Publish callbacks [] for security_group (a22d49f7-3142-4bac-bdcc-ae4b8eff37b8), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.262361 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e9fc17b1-771c-43a2-883d-764fd1b0a185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a22d49f7-3142-4bac-bdcc-ae4b8eff37b8), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.307831 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e9fc17b1-771c-43a2-883d-764fd1b0a185 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1f19ced9b011463fa3a7826bdd9f7c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487659 Aug 24 15:44:34.308942 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc17b1-771c-43a2-883d-764fd1b0a185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d49f7-3142-4bac-bdcc-ae4b8eff37b8,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:34.310733 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57698) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:34.371098 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] Publish callbacks [] for security_group (a22d49f7-3142-4bac-bdcc-ae4b8eff37b8), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.393169 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] Publish callbacks [] for security_group (a22d49f7-3142-4bac-bdcc-ae4b8eff37b8), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.405212 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-4a03d41c-3cf9-4972-8b40-6fd65d49ebd4 req-b7b4a5e2-e241-4287-8428-a38552d7c493 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:44:34.406177 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4a03d41c-3cf9-4972-8b40-6fd65d49ebd4 req-b7b4a5e2-e241-4287-8428-a38552d7c493 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057530 Aug 24 15:44:34.468340 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a22d49f7-3142-4bac-bdcc-ae4b8eff37b8), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.471764 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.476488 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a22d49f7-3142-4bac-bdcc-ae4b8eff37b8 HTTP/1.1" status: 204 len: 168 time: 0.1603951 Aug 24 15:44:34.497193 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c25f-8f0b-4f47-87b3-529f4dd3f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d49f7-3142-4bac-bdcc-ae4b8eff37b8,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:34.640422 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002203a8-c60c-4ca3-856f-e960f798c3bc req-03a31887-e1f1-45cc-a197-5879f8c53f7f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:34.642797 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-002203a8-c60c-4ca3-856f-e960f798c3bc req-03a31887-e1f1-45cc-a197-5879f8c53f7f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 946 time: 0.0631664 Aug 24 15:44:34.695436 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-002203a8-c60c-4ca3-856f-e960f798c3bc req-e48ab42d-9ad1-4138-b583-488dded64d96 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Aug 24 15:44:34.826856 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57726) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:34.842906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9352f47e-0c14-493c-9db9-c03e032155bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.926028 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9352f47e-0c14-493c-9db9-c03e032155bf admin admin] Publish callbacks [] for security_group (b1ff7b64-5009-4119-b314-313778084d24), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.929847 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-9352f47e-0c14-493c-9db9-c03e032155bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b1ff7b64-5009-4119-b314-313778084d24), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:34.959417 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57732) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:34.973494 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57736) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:34.974195 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-9352f47e-0c14-493c-9db9-c03e032155bf admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9c7ff5720bdb49d697f41280622258d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448948 Aug 24 15:44:34.975135 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352f47e-0c14-493c-9db9-c03e032155bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ff7b64-5009-4119-b314-313778084d24,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:35.064075 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-cd6457b6-2733-4a76-bc48-ae7fd679d802 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034100 Aug 24 15:44:35.075206 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-a6bd1cc5-dc0a-46f1-a991-5ac14f684541 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:44:35.076153 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-a6bd1cc5-dc0a-46f1-a991-5ac14f684541 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065155 Aug 24 15:44:35.079089 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] Publish callbacks [] for security_group (b1ff7b64-5009-4119-b314-313778084d24), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.100857 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] Publish callbacks [] for security_group (b1ff7b64-5009-4119-b314-313778084d24), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.150059 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (b1ff7b64-5009-4119-b314-313778084d24), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.152849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.153994 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b1ff7b64-5009-4119-b314-313778084d24 HTTP/1.1" status: 204 len: 168 time: 0.1788104 Aug 24 15:44:35.162613 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94f48-dad5-4378-b2c3-9b05cce11046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ff7b64-5009-4119-b314-313778084d24,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:35.221861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57744) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:35.271646 dv-cinder-846054-2-iscsi neutron-server[106450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 15:44:35.310906 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:44:35.323227 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-0b553f33-64e1-4fe8-acde-79275cdcba19 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:35.324844 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-0b553f33-64e1-4fe8-acde-79275cdcba19 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports/d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 943 time: 0.1019406 Aug 24 15:44:35.409807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: ACTIVE; New status is: DOWN {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:35.410203 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.440699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:35.444196 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebd293-0f89-4ae8-8346-5aed59e0081d" -d '{"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-unplugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:35.459170 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:35.464205 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:35.491883 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca559a-d853-4bfe-9b07-056af3ee2483 x-openstack-request-id: req-6bca559a-d853-4bfe-9b07-056af3ee2483 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:35.492178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-unplugged", "status": "failed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "code": 422}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:35.492428 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bca559a-d853-4bfe-9b07-056af3ee2483 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:35.492865 dv-cinder-846054-2-iscsi neutron-server[106452]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6bca559a-d853-4bfe-9b07-056af3ee2483']: {'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'code': 422} returned with failed status Aug 24 15:44:35.519327 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:35.527564 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:35.536010 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.536778 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.537364 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.538074 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.538718 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.539282 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.539822 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.540362 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.540901 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.541446 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.541983 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.542519 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.543097 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.543658 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.544199 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:35.862301 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5db70-da80-4b5a-bc4a-7b5589760e44 req-6b0af5fc-0db9-4fb6-970d-db6c46e57e31 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:35.865018 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f2a5db70-da80-4b5a-bc4a-7b5589760e44 req-6b0af5fc-0db9-4fb6-970d-db6c46e57e31 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0735683 Aug 24 15:44:35.930209 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f2a5db70-da80-4b5a-bc4a-7b5589760e44 req-ad1d875d-2d8a-4c3e-988c-a2972500158c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527205 Aug 24 15:44:37.072208 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228951-7cbe-4851-bef2-013caac71c38 req-a6f33299-ee49-41e8-869b-d668504e7031 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.073801 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:37.074911 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd228951-7cbe-4851-bef2-013caac71c38 req-a6f33299-ee49-41e8-869b-d668504e7031 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0491533 Aug 24 15:44:37.085698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-24f9760c-6e1f-454b-9f36-c1ec3e562f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.087316 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-24f9760c-6e1f-454b-9f36-c1ec3e562f5c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 1128 time: 0.0874295 Aug 24 15:44:37.146109 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bd228951-7cbe-4851-bef2-013caac71c38 req-46237244-0f77-4ed9-9b41-cb781fc916ae tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612304 Aug 24 15:44:37.182745 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-af2ca73c-8a33-4382-abd4-d8488c09c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.184523 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-af2ca73c-8a33-4382-abd4-d8488c09c305 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1128 time: 0.0717270 Aug 24 15:44:37.304604 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-f4a1367d-1215-497f-88fe-03b7e2e7b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.306494 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-f4a1367d-1215-497f-88fe-03b7e2e7b764 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.1165805 Aug 24 15:44:37.376951 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-69cde071-025a-443d-a1fa-ce33c1a36b1a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1000 time: 0.0634203 Aug 24 15:44:37.432465 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-3689e44f-b827-488a-bc2e-c426d455fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.433946 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-3689e44f-b827-488a-bc2e-c426d455fb28 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0499182 Aug 24 15:44:37.479207 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-87703bfe-b777-4cb8-b341-1235fe775a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:37.480724 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-87703bfe-b777-4cb8-b341-1235fe775a37 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411682 Aug 24 15:44:37.580056 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-4e0ed1a3-0b93-4a7d-a2df-f880afb9bfe8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930703 Aug 24 15:44:38.275596 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27170c5b-056b-4eeb-92dc-bd80fb3303a1 req-3c52ba1e-c83c-4513-bcb5-fc15b3fd2bcf tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:38.277046 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27170c5b-056b-4eeb-92dc-bd80fb3303a1 req-3c52ba1e-c83c-4513-bcb5-fc15b3fd2bcf tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0459356 Aug 24 15:44:38.324487 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27170c5b-056b-4eeb-92dc-bd80fb3303a1 req-8e47582c-8c08-4604-9f6a-f98f555a9c8f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Aug 24 15:44:38.488457 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7ebb08b6-0439-48dc-9cdf-4ce3dad78be2 req-d42f5574-914d-4951-b461-1886f086eea7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886965 Aug 24 15:44:39.463237 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87790d-d209-4a5c-a6c3-49bc9263c3a6 req-b3ff1e93-5875-4bba-9e26-6db8ad460b58 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:39.464683 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a87790d-d209-4a5c-a6c3-49bc9263c3a6 req-b3ff1e93-5875-4bba-9e26-6db8ad460b58 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0506322 Aug 24 15:44:39.488886 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:39.514954 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3a87790d-d209-4a5c-a6c3-49bc9263c3a6 req-12e38a52-4c22-47ea-a05c-86d3d6172578 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Aug 24 15:44:40.667884 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:40.688932 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577844-97b0-4290-88d5-2938b6e18013 req-6fd77790-6cff-48c7-b982-e42086c7c361 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:40.690758 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e577844-97b0-4290-88d5-2938b6e18013 req-6fd77790-6cff-48c7-b982-e42086c7c361 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0615041 Aug 24 15:44:40.815031 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3e577844-97b0-4290-88d5-2938b6e18013 req-17a2b448-b9df-4380-be1d-ce006df26081 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046131 Aug 24 15:44:42.040906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da3fd-453f-4079-8fd1-905ac85e5103 req-f412033e-e26b-42a4-bc27-20674744259e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:42.042593 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-147da3fd-453f-4079-8fd1-905ac85e5103 req-f412033e-e26b-42a4-bc27-20674744259e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0865018 Aug 24 15:44:42.107870 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-147da3fd-453f-4079-8fd1-905ac85e5103 req-88676a2f-b25b-4807-bce0-0b6fd38f94a6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588701 Aug 24 15:44:42.885552 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:42.890097 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:42.933004 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:44:43.275639 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466d7ab-03d0-4a0d-89cf-99208cc89b83 req-1e88ea56-3b25-4067-8ea7-d28dc846a0f0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:43.278626 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c466d7ab-03d0-4a0d-89cf-99208cc89b83 req-1e88ea56-3b25-4067-8ea7-d28dc846a0f0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0682044 Aug 24 15:44:43.347698 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c466d7ab-03d0-4a0d-89cf-99208cc89b83 req-babd348d-7067-4a14-8feb-6113f58882bf tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626948 Aug 24 15:44:43.510521 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0c157f7-aad1-4824-91f5-4d447f8da4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:44.506114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f272-ad49-4885-8b84-22e83012515f req-89080b6f-ed97-4555-bd5a-f817281793bc tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:44.507832 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3f4f272-ad49-4885-8b84-22e83012515f req-89080b6f-ed97-4555-bd5a-f817281793bc tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0522702 Aug 24 15:44:44.561371 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a3f4f272-ad49-4885-8b84-22e83012515f req-5227afac-cc09-4bbb-8a2c-f7f57b3fbc6c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Aug 24 15:44:45.550172 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 57964) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:45.703179 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-22f19598-27bd-45b7-a808-580b8a8c7627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:45.737420 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25b5cd-79fd-4b43-b8f1-c5693d18d638 req-9e47fae6-f634-4890-bad1-790a20422f71 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:45.739934 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9c25b5cd-79fd-4b43-b8f1-c5693d18d638 req-9e47fae6-f634-4890-bad1-790a20422f71 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0805826 Aug 24 15:44:45.763388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-423ee2f6-16e9-49e4-9a53-8b9958d68abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:45.837991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9c25b5cd-79fd-4b43-b8f1-c5693d18d638 req-5a9935bf-2c2f-48ca-b680-4bb0ed2cab8a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914249 Aug 24 15:44:45.876534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-22f19598-27bd-45b7-a808-580b8a8c7627 admin admin] Publish callbacks [] for security_group (713747ab-acf3-48e1-ba5f-216ba1432c99), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:45.880983 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-22f19598-27bd-45b7-a808-580b8a8c7627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (713747ab-acf3-48e1-ba5f-216ba1432c99), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:45.929458 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-22f19598-27bd-45b7-a808-580b8a8c7627 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0ce10007c6874c1b92aa348c682fc043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757970 Aug 24 15:44:45.929458 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f19598-27bd-45b7-a808-580b8a8c7627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713747ab-acf3-48e1-ba5f-216ba1432c99,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:45.931028 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57970) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:45.991423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Publish callbacks [] for security_group (713747ab-acf3-48e1-ba5f-216ba1432c99), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.014915 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Publish callbacks [] for security_group (713747ab-acf3-48e1-ba5f-216ba1432c99), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.076698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (713747ab-acf3-48e1-ba5f-216ba1432c99), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.079518 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.083290 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/713747ab-acf3-48e1-ba5f-216ba1432c99 HTTP/1.1" status: 204 len: 168 time: 0.1482258 Aug 24 15:44:46.089503 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713747ab-acf3-48e1-ba5f-216ba1432c99,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:46.098628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.099334 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.100187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.100798 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.101899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.102694 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.103336 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.106408 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.107049 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.107722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.108277 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.109021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.110736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.111893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.112439 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45ea140-b560-452c-aa22-f591e20b0a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:44:46.709476 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 57994) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:46.834441 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-82195c9e-2a71-4d6b-b0b9-fc75de4bf739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.865737 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:46.990950 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-82195c9e-2a71-4d6b-b0b9-fc75de4bf739 admin admin] Publish callbacks [] for security_group (d1c63d8a-c7ad-492b-8f08-a13df9713b76), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:46.996869 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-82195c9e-2a71-4d6b-b0b9-fc75de4bf739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d1c63d8a-c7ad-492b-8f08-a13df9713b76), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.012476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa97c61-e376-4f5b-9090-f3ccb7786d01 req-1c4cd013-fc1f-4443-a052-d1fcf7e8c5e9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:47.020433 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-caa97c61-e376-4f5b-9090-f3ccb7786d01 req-1c4cd013-fc1f-4443-a052-d1fcf7e8c5e9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0805619 Aug 24 15:44:47.080819 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-82195c9e-2a71-4d6b-b0b9-fc75de4bf739 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5e38428e428a4f07afd1f12c063a67a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699663 Aug 24 15:44:47.082978 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195c9e-2a71-4d6b-b0b9-fc75de4bf739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c63d8a-c7ad-492b-8f08-a13df9713b76,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:47.085898 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58008) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:47.093027 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-caa97c61-e376-4f5b-9090-f3ccb7786d01 req-56fbb5ba-2259-42f9-947b-ea8890d59d1c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712459 Aug 24 15:44:47.095034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.181215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] Publish callbacks [] for security_group (d1c63d8a-c7ad-492b-8f08-a13df9713b76), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.210734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] Publish callbacks [] for security_group (d1c63d8a-c7ad-492b-8f08-a13df9713b76), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.219934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:47.304413 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d1c63d8a-c7ad-492b-8f08-a13df9713b76), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.307131 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.308306 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d1c63d8a-c7ad-492b-8f08-a13df9713b76 HTTP/1.1" status: 204 len: 168 time: 0.2211354 Aug 24 15:44:47.323428 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddf5c8-f530-4cea-a391-e4b36bbd649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c63d8a-c7ad-492b-8f08-a13df9713b76,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:47.742133 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58024) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:47.880023 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58028) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:47.899132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a22fd11e-7433-46b7-9b13-2ababde49ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:47.929849 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-524e381a-9013-4d2d-9380-aa3638832d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.050108 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a22fd11e-7433-46b7-9b13-2ababde49ef1 admin admin] Publish callbacks [] for security_group (aa56de6c-e0e6-467e-923b-db3b5519e7ef), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.057362 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-a22fd11e-7433-46b7-9b13-2ababde49ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (aa56de6c-e0e6-467e-923b-db3b5519e7ef), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.094011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-524e381a-9013-4d2d-9380-aa3638832d6a admin admin] Publish callbacks [] for security_group (a1b98af2-abb0-4b06-9f5a-54d41cf48271), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.107148 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-524e381a-9013-4d2d-9380-aa3638832d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a1b98af2-abb0-4b06-9f5a-54d41cf48271), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.121025 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fd11e-7433-46b7-9b13-2ababde49ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56de6c-e0e6-467e-923b-db3b5519e7ef,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:48.128079 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-a22fd11e-7433-46b7-9b13-2ababde49ef1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=358b912924ac45e8b082a04607091f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467225 Aug 24 15:44:48.131009 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58032) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:48.149678 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-524e381a-9013-4d2d-9380-aa3638832d6a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=163a3c48bbb34d879d5a2f5b267f6837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066095 Aug 24 15:44:48.153157 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58034) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:48.181080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e381a-9013-4d2d-9380-aa3638832d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b98af2-abb0-4b06-9f5a-54d41cf48271,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:48.220558 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] Publish callbacks [] for security_group (aa56de6c-e0e6-467e-923b-db3b5519e7ef), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.226142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] Publish callbacks [] for security_group (a1b98af2-abb0-4b06-9f5a-54d41cf48271), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.239188 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:48.249226 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] Publish callbacks [] for security_group (a1b98af2-abb0-4b06-9f5a-54d41cf48271), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.264492 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:48.272548 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] Publish callbacks [] for security_group (aa56de6c-e0e6-467e-923b-db3b5519e7ef), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.280055 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897289dd-8c9b-463f-867d-19c1fb15f4fa req-dab6ebd5-77de-4677-9662-1f3bf8d679b4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:48.281539 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-897289dd-8c9b-463f-867d-19c1fb15f4fa req-dab6ebd5-77de-4677-9662-1f3bf8d679b4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0763104 Aug 24 15:44:48.309069 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (a1b98af2-abb0-4b06-9f5a-54d41cf48271), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.311728 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.315201 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a1b98af2-abb0-4b06-9f5a-54d41cf48271 HTTP/1.1" status: 204 len: 168 time: 0.1589289 Aug 24 15:44:48.321752 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc419e3-ccdf-4499-b472-79edadbe669d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b98af2-abb0-4b06-9f5a-54d41cf48271,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:48.372050 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-897289dd-8c9b-463f-867d-19c1fb15f4fa req-146b4089-76e2-4fc4-b50c-b0fb5f7f2d55 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843613 Aug 24 15:44:48.396564 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (aa56de6c-e0e6-467e-923b-db3b5519e7ef), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.399504 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.401002 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aa56de6c-e0e6-467e-923b-db3b5519e7ef HTTP/1.1" status: 204 len: 168 time: 0.2689946 Aug 24 15:44:48.401916 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.416501 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda6ba-3b3d-416f-bbf5-16d8a69b8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56de6c-e0e6-467e-923b-db3b5519e7ef,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:48.432925 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:48.545052 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.760791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58052) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:48.766824 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:48.775981 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3106-8f78-4bc3-83d3-57355394b74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.861273 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3106-8f78-4bc3-83d3-57355394b74e admin admin] Publish callbacks [] for security_group (3a44b2a3-ac76-46d3-959c-b28fc71aacbd), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.865278 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3106-8f78-4bc3-83d3-57355394b74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3a44b2a3-ac76-46d3-959c-b28fc71aacbd), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.908473 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4a3b3106-8f78-4bc3-83d3-57355394b74e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d9e50398e43b49fdb3647e64e9b9e89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466014 Aug 24 15:44:48.909382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b3106-8f78-4bc3-83d3-57355394b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44b2a3-ac76-46d3-959c-b28fc71aacbd,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:48.912160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58056) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:48.973037 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] Publish callbacks [] for security_group (3a44b2a3-ac76-46d3-959c-b28fc71aacbd), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:48.993975 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] Publish callbacks [] for security_group (3a44b2a3-ac76-46d3-959c-b28fc71aacbd), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:49.040034 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:49.054722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (3a44b2a3-ac76-46d3-959c-b28fc71aacbd), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:49.057440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:49.058821 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3a44b2a3-ac76-46d3-959c-b28fc71aacbd HTTP/1.1" status: 204 len: 168 time: 0.1455383 Aug 24 15:44:49.069155 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ebefa-abf7-44d2-9e2f-3901861daf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44b2a3-ac76-46d3-959c-b28fc71aacbd,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:49.553873 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a0bb-37e8-4975-8c10-96335191f8c9 req-377ec996-7ce3-4329-bf76-142f2f87b887 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:49.557976 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d575a0bb-37e8-4975-8c10-96335191f8c9 req-377ec996-7ce3-4329-bf76-142f2f87b887 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0807614 Aug 24 15:44:49.625544 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d575a0bb-37e8-4975-8c10-96335191f8c9 req-73d7783d-c83e-4c44-b628-f3aca55ac2e1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657477 Aug 24 15:44:50.772699 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a6d2f-dac5-4a69-99cb-4909eec9f0a4 req-74303c98-d221-482b-adf5-2e37d9cbb88f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:50.774224 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e47a6d2f-dac5-4a69-99cb-4909eec9f0a4 req-74303c98-d221-482b-adf5-2e37d9cbb88f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0523088 Aug 24 15:44:50.823557 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e47a6d2f-dac5-4a69-99cb-4909eec9f0a4 req-243af6af-7e0e-4242-926a-7540118598f6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Aug 24 15:44:51.950841 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c86e3-d9ba-4ba7-b778-d7d3615fe489 req-f81a2920-b1e4-4a37-b95a-83a45c7016f4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:51.952298 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e07c86e3-d9ba-4ba7-b778-d7d3615fe489 req-f81a2920-b1e4-4a37-b95a-83a45c7016f4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0489137 Aug 24 15:44:52.000185 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e07c86e3-d9ba-4ba7-b778-d7d3615fe489 req-dc6f0162-d379-4785-a811-ac21f2e35514 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Aug 24 15:44:52.929082 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:53.129596 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563cea5-2ef3-461a-8c9b-6918df52fde9 req-4d841cb3-570b-4e40-89aa-8e56867b8de1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:53.131172 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c563cea5-2ef3-461a-8c9b-6918df52fde9 req-4d841cb3-570b-4e40-89aa-8e56867b8de1 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Aug 24 15:44:53.180226 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c563cea5-2ef3-461a-8c9b-6918df52fde9 req-8da9d51c-72b5-4c2c-aba2-2df9654f2fa4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Aug 24 15:44:54.305746 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a13-6675-4865-b600-b7ff76f6ecf6 req-efa7df08-8007-4308-8a25-cb86cadc5c51 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:54.309331 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27327a13-6675-4865-b600-b7ff76f6ecf6 req-efa7df08-8007-4308-8a25-cb86cadc5c51 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0489895 Aug 24 15:44:54.359500 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27327a13-6675-4865-b600-b7ff76f6ecf6 req-8c5c0b62-4f02-4af3-af79-a72d2f83d6cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Aug 24 15:44:55.494952 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172b946-e97b-4b22-b6c2-805d441051a6 req-cbf8d048-6cd8-4b41-a96f-55c8abd56cac tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:55.496533 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0172b946-e97b-4b22-b6c2-805d441051a6 req-cbf8d048-6cd8-4b41-a96f-55c8abd56cac tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0493150 Aug 24 15:44:55.563952 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0172b946-e97b-4b22-b6c2-805d441051a6 req-f368c1e6-17c3-46cb-ab3d-456e88ebcb1b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615563 Aug 24 15:44:56.698967 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927fe9-2d21-46cc-a116-946058edb09a req-b5c9104e-0fb7-48e3-b88f-73ef3417534a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:56.700846 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35927fe9-2d21-46cc-a116-946058edb09a req-b5c9104e-0fb7-48e3-b88f-73ef3417534a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 944 time: 0.0519397 Aug 24 15:44:56.729845 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:56.754965 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-35927fe9-2d21-46cc-a116-946058edb09a req-1f96fdb2-9df9-4cc8-8e26-424c1f099b7a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483103 Aug 24 15:44:57.431557 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:44:57.530027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:57.541656 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'mac_address': 'fa:16:3e:f2:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:44:57.580491 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:57.580804 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:57.593568 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:44:57.613660 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:57.617903 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:57.662953 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=9']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:57.892067 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['d8aa5e82-99d7-4489-bc2f-7393036fdb8a'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:44:57.897667 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352257a-329c-4552-92fa-664b441718b7 req-4a3dad32-cbf5-451d-a45d-83ee0a8d72ad tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:57.899405 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f352257a-329c-4552-92fa-664b441718b7 req-4a3dad32-cbf5-451d-a45d-83ee0a8d72ad tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Aug 24 15:44:57.975923 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f352257a-329c-4552-92fa-664b441718b7 req-7d3bab15-520d-434f-9f0e-a3069fa9fabf tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623467 Aug 24 15:44:57.988781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58228) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:58.111314 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ffd1c0f8-402b-4548-8ac8-a1256b96c087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.136692 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:58.207670 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ffd1c0f8-402b-4548-8ac8-a1256b96c087 admin admin] Publish callbacks [] for security_group (aa10a8b6-3c91-4b95-8f60-031797ab4ee4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.212002 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ffd1c0f8-402b-4548-8ac8-a1256b96c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (aa10a8b6-3c91-4b95-8f60-031797ab4ee4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.253934 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1c0f8-402b-4548-8ac8-a1256b96c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10a8b6-3c91-4b95-8f60-031797ab4ee4,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:58.259864 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ffd1c0f8-402b-4548-8ac8-a1256b96c087 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=df59084726864fde8cf6b2f24b7336de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693112 Aug 24 15:44:58.262737 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58244) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:58.319112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] Publish callbacks [] for security_group (aa10a8b6-3c91-4b95-8f60-031797ab4ee4), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.341366 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] Publish callbacks [] for security_group (aa10a8b6-3c91-4b95-8f60-031797ab4ee4), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.392601 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (aa10a8b6-3c91-4b95-8f60-031797ab4ee4), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.395907 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:58.397141 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aa10a8b6-3c91-4b95-8f60-031797ab4ee4 HTTP/1.1" status: 204 len: 168 time: 0.1335430 Aug 24 15:44:58.405687 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e43dc-2279-4cd5-be52-bbe9a2e78210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10a8b6-3c91-4b95-8f60-031797ab4ee4,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:58.930616 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:59.136966 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a8d5-b350-4a84-8d25-7ee5bf43a8fb req-d04a85a7-3103-4b39-8f90-a4699797007b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:44:59.138437 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af41a8d5-b350-4a84-8d25-7ee5bf43a8fb req-d04a85a7-3103-4b39-8f90-a4699797007b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Aug 24 15:44:59.187973 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af41a8d5-b350-4a84-8d25-7ee5bf43a8fb req-3de10079-4d06-40bb-b506-1dbaf0af3fe8 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Aug 24 15:44:59.447729 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:44:59.493555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port d8aa5e82-99d7-4489-bc2f-7393036fdb8a triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:44:59.493934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.579192 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:59.584773 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port d8aa5e82-99d7-4489-bc2f-7393036fdb8a is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:44:59.585178 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.609249 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:44:59.611555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c6a46-db5a-42ef-bbe7-58011be05117" -d '{"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:44:59.625040 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:44:59.630394 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.655078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b419cfc6-03cb-4bbf-8c3a-18b559a3cf3a x-openstack-request-id: req-b419cfc6-03cb-4bbf-8c3a-18b559a3cf3a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:44:59.655374 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-plugged", "status": "completed", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:44:59.655629 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b419cfc6-03cb-4bbf-8c3a-18b559a3cf3a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:44:59.656025 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b419cfc6-03cb-4bbf-8c3a-18b559a3cf3a'] response: {'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'code': 200} Aug 24 15:44:59.682290 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:59.685549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58264) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:59.792068 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-eea82cae-a2c6-4b08-8c3b-b42a3b4c33d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.876926 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-eea82cae-a2c6-4b08-8c3b-b42a3b4c33d1 admin admin] Publish callbacks [] for security_group (03ce778f-014e-4b42-83dc-5a1c556e946f), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.881360 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-eea82cae-a2c6-4b08-8c3b-b42a3b4c33d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (03ce778f-014e-4b42-83dc-5a1c556e946f), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:44:59.922518 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-eea82cae-a2c6-4b08-8c3b-b42a3b4c33d1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=84fbeb1fa20849d99218a9e1d467b027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355006 Aug 24 15:44:59.923471 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea82cae-a2c6-4b08-8c3b-b42a3b4c33d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ce778f-014e-4b42-83dc-5a1c556e946f,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:44:59.925285 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58268) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:44:59.940583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:44:59.980375 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] Publish callbacks [] for security_group (03ce778f-014e-4b42-83dc-5a1c556e946f), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.001450 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] Publish callbacks [] for security_group (03ce778f-014e-4b42-83dc-5a1c556e946f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.051069 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (03ce778f-014e-4b42-83dc-5a1c556e946f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.053605 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.054802 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/03ce778f-014e-4b42-83dc-5a1c556e946f HTTP/1.1" status: 204 len: 168 time: 0.1279671 Aug 24 15:45:00.062838 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12922c1b-b866-46ee-ba4a-062032f793c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ce778f-014e-4b42-83dc-5a1c556e946f,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:00.139477 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612ba0-e133-4ae7-99ac-3027321e282c req-3cb253b2-f5dc-4580-beea-b0d43cf68420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:00.140998 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-71612ba0-e133-4ae7-99ac-3027321e282c req-3cb253b2-f5dc-4580-beea-b0d43cf68420 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1131 time: 0.0405600 Aug 24 15:45:00.193910 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-71612ba0-e133-4ae7-99ac-3027321e282c req-35a6bbee-f834-46d1-b69e-0bb5b5df29d3 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Aug 24 15:45:00.326041 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aae0d7-76e7-409c-9de5-9c5459232267 req-ff49f806-7e33-453e-8095-4efb113a352a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:00.327601 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7aae0d7-76e7-409c-9de5-9c5459232267 req-ff49f806-7e33-453e-8095-4efb113a352a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0547876 Aug 24 15:45:00.346854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58276) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:00.360931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c81928cf-0b31-408c-9831-c4710f59ddc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.381395 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:00.388264 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a7aae0d7-76e7-409c-9de5-9c5459232267 req-a47c892c-511a-430e-92c2-c7644c18570e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541384 Aug 24 15:45:00.449761 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c81928cf-0b31-408c-9831-c4710f59ddc1 admin admin] Publish callbacks [] for security_group (322993b7-f21f-4ff0-991f-cc70a8de3099), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.453483 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c81928cf-0b31-408c-9831-c4710f59ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (322993b7-f21f-4ff0-991f-cc70a8de3099), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.471258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:00.496891 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c81928cf-0b31-408c-9831-c4710f59ddc1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=eea64264a48e495d8b727d21e74080c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484265 Aug 24 15:45:00.497996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81928cf-0b31-408c-9831-c4710f59ddc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322993b7-f21f-4ff0-991f-cc70a8de3099,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:00.499814 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58278) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:00.551485 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] Publish callbacks [] for security_group (322993b7-f21f-4ff0-991f-cc70a8de3099), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.572623 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] Publish callbacks [] for security_group (322993b7-f21f-4ff0-991f-cc70a8de3099), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.620306 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (322993b7-f21f-4ff0-991f-cc70a8de3099), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.622887 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:00.624029 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/322993b7-f21f-4ff0-991f-cc70a8de3099 HTTP/1.1" status: 204 len: 168 time: 0.1232193 Aug 24 15:45:00.632916 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389810af-79ec-427f-ba1f-4661d2db0c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322993b7-f21f-4ff0-991f-cc70a8de3099,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:00.947335 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58284) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:00.960697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-978c659a-16ff-4aa6-8f63-63ac23a14c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.043465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-978c659a-16ff-4aa6-8f63-63ac23a14c20 admin admin] Publish callbacks [] for security_group (61989d39-7be0-4367-9d2f-a8345e0d840e), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.047266 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-978c659a-16ff-4aa6-8f63-63ac23a14c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (61989d39-7be0-4367-9d2f-a8345e0d840e), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.086552 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-978c659a-16ff-4aa6-8f63-63ac23a14c20 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e95820335aef46a6a196c21938477174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381671 Aug 24 15:45:01.087722 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c659a-16ff-4aa6-8f63-63ac23a14c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61989d39-7be0-4367-9d2f-a8345e0d840e,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:01.089368 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58288) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:01.140634 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] Publish callbacks [] for security_group (61989d39-7be0-4367-9d2f-a8345e0d840e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.161885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] Publish callbacks [] for security_group (61989d39-7be0-4367-9d2f-a8345e0d840e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.209138 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (61989d39-7be0-4367-9d2f-a8345e0d840e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.211651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:01.212822 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/61989d39-7be0-4367-9d2f-a8345e0d840e HTTP/1.1" status: 204 len: 168 time: 0.1224353 Aug 24 15:45:01.220478 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd015ee-e12e-4664-91d0-e8c046dbd92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61989d39-7be0-4367-9d2f-a8345e0d840e,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:01.512337 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:01.530810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c237ed6-f6fc-42de-ad16-d62a55678366 req-b37a3ade-b109-4472-bd36-2ce36b6725ff tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:01.532467 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1c237ed6-f6fc-42de-ad16-d62a55678366 req-b37a3ade-b109-4472-bd36-2ce36b6725ff tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0518260 Aug 24 15:45:01.585792 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1c237ed6-f6fc-42de-ad16-d62a55678366 req-ebbb1213-35e5-4da0-8cf6-373b6fe54f81 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Aug 24 15:45:02.711846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea8ff4-21a0-4679-b311-2a35790f1947 req-278adde7-6d72-4a7d-afbe-edb920fbb6e0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:02.713319 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0dea8ff4-21a0-4679-b311-2a35790f1947 req-278adde7-6d72-4a7d-afbe-edb920fbb6e0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0472982 Aug 24 15:45:02.763622 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0dea8ff4-21a0-4679-b311-2a35790f1947 req-2afba23c-9658-4f3f-83ee-7d95a97f1002 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Aug 24 15:45:10.644439 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:11.215709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:11.216504 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:11.233398 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:12.746496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:12.760433 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=16 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:13.454081 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc4bc-d9ce-4ee9-8402-e4d347c65e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:15.749268 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-fa138f7f-bde6-4a34-a4cb-916133411361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:17.083466 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:18.404549 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:18.538285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:18.900925 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:18.901693 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:19.068323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:19.932088 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:45:23.087798 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-9ec9da3e-3f73-41f5-b942-0c4c15cd84a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422986 Aug 24 15:45:23.173558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-6b69f01b-2c98-4dfd-af45-906d92132bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:23.175098 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-6b69f01b-2c98-4dfd-af45-906d92132bca service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 1131 time: 0.0412254 Aug 24 15:45:23.279331 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-1ffc7d42-c86c-4bbf-8bcc-81e94d788535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:23.280788 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-1ffc7d42-c86c-4bbf-8bcc-81e94d788535 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0855246 Aug 24 15:45:23.347117 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-921b9966-1437-4a7e-9a9f-141af8eb451a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 200 len: 1002 time: 0.0594232 Aug 24 15:45:23.396369 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-e7e7e391-8813-45ba-8cc8-91836fae88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:23.397785 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-e7e7e391-8813-45ba-8cc8-91836fae88ea service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0439177 Aug 24 15:45:23.441318 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-18dcb588-55cf-4247-9bb2-eb89bc47af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:23.442873 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-18dcb588-55cf-4247-9bb2-eb89bc47af23 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390449 Aug 24 15:45:23.539681 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-174e5aa9-65e6-43de-bff7-8f7c518bf448 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885205 Aug 24 15:45:23.628629 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5d8588a8-725d-4cbf-a56a-3b1321a6f912 req-28190a52-f39f-445f-bf85-209c4c0eaada service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Aug 24 15:45:29.061523 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:29.063384 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:29.928262 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:29.929678 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:33.624282 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=47 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:33.625076 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=54 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:37.155936 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c72741-f6ec-47bc-b4a2-707e4bc5522e req-8aeba6cc-c183-4ed6-9b4d-0004f107111d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:37.157395 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b4c72741-f6ec-47bc-b4a2-707e4bc5522e req-8aeba6cc-c183-4ed6-9b4d-0004f107111d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0472057 Aug 24 15:45:37.204363 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b4c72741-f6ec-47bc-b4a2-707e4bc5522e req-e8ed2ac9-52df-4766-8bf9-6f48051e8651 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Aug 24 15:45:38.329616 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0392a-2c11-4cd6-b2e0-5ff32e114135 req-e1472466-96fe-4f38-87be-a2970cbe0d8c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:38.331121 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85f0392a-2c11-4cd6-b2e0-5ff32e114135 req-e1472466-96fe-4f38-87be-a2970cbe0d8c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0473664 Aug 24 15:45:38.378105 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-85f0392a-2c11-4cd6-b2e0-5ff32e114135 req-0cfebbf3-6a26-4c4c-805d-e9988312b2e4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=140b63fb-ab2a-46a2-a585-cbb28933ffb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Aug 24 15:45:38.867032 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-ad52a0d9-5d01-4315-ae9a-5542b16065ec tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:38.868490 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-ad52a0d9-5d01-4315-ae9a-5542b16065ec tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 947 time: 0.0515928 Aug 24 15:45:38.960110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Deleting port d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:45:38.960455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.054314 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] For port d8aa5e82-99d7-4489-bc2f-7393036fdb8a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:45:39.054709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.215796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.216214 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.216491 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Floating IP 50a925e8-cbcb-443e-95a1-854a0c6a0b5f disassociated. External IP: 172.27.4.133, port: d8aa5e82-99d7-4489-bc2f-7393036fdb8a. Aug 24 15:45:39.216866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Calling delete_port for d8aa5e82-99d7-4489-bc2f-7393036fdb8a owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:45:39.348851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (d8aa5e82-99d7-4489-bc2f-7393036fdb8a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.374738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'Port': ['ID=d8aa5e82-99d7-4489-bc2f-7393036fdb8a,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:39.487641 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:45:39.490278 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ef75fd6c-906e-4eb7-938a-7dc8449ca529 req-15e5bc57-82ea-4253-a6d4-8171d576e43f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6562ed4a-9a9b-454e-a4fd-d0c2e7d19452 HTTP/1.1" status: 200 len: 210 time: 0.0318320 Aug 24 15:45:39.601457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:45:39.612396 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:45:39.622223 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:45:39.622867 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:39.643300 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] No DVR routers for this DVR port d8aa5e82-99d7-4489-bc2f-7393036fdb8a on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:45:39.646686 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:39.649877 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1a0b667a-4ad4-478f-b68f-5f719ede3af4 req-5b87f1ef-dae4-4868-9f2f-e384d9e263c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d8aa5e82-99d7-4489-bc2f-7393036fdb8a HTTP/1.1" status: 204 len: 173 time: 0.7725558 Aug 24 15:45:39.650318 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-deleted', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:45:39.652605 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b5ecec-9ee8-48d2-94cb-390e92d076f0" -d '{"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-deleted", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:45:39.692984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e83c6-0f3a-4019-b579-3bcca4d44cbd x-openstack-request-id: req-b59e83c6-0f3a-4019-b579-3bcca4d44cbd {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:45:39.693278 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562ed4a-9a9b-454e-a4fd-d0c2e7d19452", "name": "network-vif-deleted", "tag": "d8aa5e82-99d7-4489-bc2f-7393036fdb8a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:45:39.693540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b59e83c6-0f3a-4019-b579-3bcca4d44cbd {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:45:39.693948 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59e83c6-0f3a-4019-b579-3bcca4d44cbd'] response: {'server_uuid': '6562ed4a-9a9b-454e-a4fd-d0c2e7d19452', 'name': 'network-vif-deleted', 'tag': 'd8aa5e82-99d7-4489-bc2f-7393036fdb8a', 'status': 'completed', 'code': 200} Aug 24 15:45:39.736497 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:45:39.950369 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:39.977041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:45:39.985591 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:45:39.986234 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:40.210991 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:45:40.407514 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-bedde404-7333-478b-bd18-88063b87b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:40.435675 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedde404-7333-478b-bd18-88063b87b528 None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:45:40.590436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58380) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:40.650929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (140b63fb-ab2a-46a2-a585-cbb28933ffb3), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.670078 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c32ae-08b6-478b-8d3c-eb142332a1bf None None] New status for floating IP 50a925e8-cbcb-443e-95a1-854a0c6a0b5f: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:45:40.674321 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (140b63fb-ab2a-46a2-a585-cbb28933ffb3), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.682871 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:40.685304 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:40.726562 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (140b63fb-ab2a-46a2-a585-cbb28933ffb3), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.729058 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.730226 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/140b63fb-ab2a-46a2-a585-cbb28933ffb3 HTTP/1.1" status: 204 len: 168 time: 0.1386666 Aug 24 15:45:40.733382 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58382) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:40.740277 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf72a7b-1de1-4cd5-866e-519ed14b1667 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b63fb-ab2a-46a2-a585-cbb28933ffb3,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:40.751263 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.api.v2.resource [None req-153fa82a-1e19-4651-8075-9d9731a6ef29 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] show failed (client error): The resource could not be found. Aug 24 15:45:40.754886 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-153fa82a-1e19-4651-8075-9d9731a6ef29 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups/140b63fb-ab2a-46a2-a585-cbb28933ffb3 HTTP/1.1" status: 404 len: 347 time: 0.0173688 Aug 24 15:45:40.756366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58384) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:40.877130 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Deleting port c677b202-2a0e-49a2-955e-556252788888 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:45:40.877537 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c677b202-2a0e-49a2-955e-556252788888), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.961520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c677b202-2a0e-49a2-955e-556252788888), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.961834 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (c677b202-2a0e-49a2-955e-556252788888), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:40.974527 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Calling delete_port for c677b202-2a0e-49a2-955e-556252788888 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:45:41.109124 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (c677b202-2a0e-49a2-955e-556252788888), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.134404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'Port': ['ID=c677b202-2a0e-49a2-955e-556252788888,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:41.159817 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.160167 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.161174 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.161515 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.161851 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.162183 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.162527 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.162878 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.163221 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.163547 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.163871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.164195 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.164519 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.164839 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.165162 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:41.209870 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (50a925e8-cbcb-443e-95a1-854a0c6a0b5f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.212341 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.213524 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-ed98ce58-f32a-432e-9055-5f0d033b0d0a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/50a925e8-cbcb-443e-95a1-854a0c6a0b5f HTTP/1.1" status: 204 len: 168 time: 0.4557352 Aug 24 15:45:41.292938 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58388) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:41.297588 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505533648', 'description': 'tempest-description--1384285836'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:41.320531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.390159 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (dcc1c41a-decf-43ef-8495-617fe9902401), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.393776 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (dcc1c41a-decf-43ef-8495-617fe9902401), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.427793 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.429023 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1348875 Aug 24 15:45:41.430965 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b687-9ffd-497b-82ff-1dcaede33666 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc1c41a-decf-43ef-8495-617fe9902401,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:41.432042 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58390) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:41.436705 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group_rule': {'security_group_id': 'dcc1c41a-decf-43ef-8495-617fe9902401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:41.464658 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (329cccca-6038-4db3-a209-cbd6003c3df4), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.523187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (329cccca-6038-4db3-a209-cbd6003c3df4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.526844 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (329cccca-6038-4db3-a209-cbd6003c3df4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.546276 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329cccca-6038-4db3-a209-cbd6003c3df4,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:41.555110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.556302 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-86df9350-c1b9-4405-8f00-426dede55e3b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231520 Aug 24 15:45:41.559127 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58392) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:41.563352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'security_group_rule': {'security_group_id': 'dcc1c41a-decf-43ef-8495-617fe9902401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:41.590987 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (7ede0ca2-2719-4d49-bc7c-9d57d651d577), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.654499 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (7ede0ca2-2719-4d49-bc7c-9d57d651d577), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.658071 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774151'] for security_group_rule (7ede0ca2-2719-4d49-bc7c-9d57d651d577), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.675602 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ede0ca2-2719-4d49-bc7c-9d57d651d577,revision_number=0']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:41.684549 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.685734 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4a4813e5-8650-4fa7-b1a9-17bd7fcf3af0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256616 Aug 24 15:45:41.688863 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58394) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:41.693735 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:41.714615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.795231 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:41.898825 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Allocated IP 172.27.4.198 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/a882dbe0-7659-4ecf-9eb3-b069425c122e) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:45:42.008168 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.032577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:42.041497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.083124 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:45:42.086044 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:45:42.089907 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:45:42.115933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=a882dbe0-7659-4ecf-9eb3-b069425c122e,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:42.119581 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:42.179710 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.216001 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.361210 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.366167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.432649 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=a882dbe0-7659-4ecf-9eb3-b069425c122e,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:42.435143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.451610 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:42.452848 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ff5d35f1-10ea-46fd-b708-9ce4197432aa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7630708 Aug 24 15:45:42.635879 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:42.653881 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-e0c3f8d3-4eb6-4811-9aa4-f7aea3f83a60 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1505533648&fields=id&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 267 time: 0.0445099 Aug 24 15:45:42.670224 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:42.764134 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-57c779c8-6ca3-43e4-812e-f3eab2faa3fa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:42.765596 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-57c779c8-6ca3-43e4-812e-f3eab2faa3fa tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 816 time: 0.1053555 Aug 24 15:45:42.779783 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-0aa7e00d-ee16-4781-8224-f0fbb8e0c136 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/quotas/9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 375 time: 0.0088987 Aug 24 15:45:42.838413 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-5b974c76-8665-4942-bcc4-b7ec4da3ed3a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536559 Aug 24 15:45:43.065885 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-3bc2a3b5-3a11-49a6-9a90-36e38e2edce9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155759 Aug 24 15:45:43.157459 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-b5b00c75-5b48-4c99-bbe0-a6cf6437b2a9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Aug 24 15:45:43.326940 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e335b2c2-0e9d-4ac7-9d1c-b916e6ee8473 req-70d5a72b-cfb0-4937-9816-8a7bbf323be8 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 210 time: 0.0299573 Aug 24 15:45:43.456269 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a515b16f-5b73-4863-8f47-58f991478977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:43.678878 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:45:43.699109 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: d8aa5e82-99d7-4489-bc2f-7393036fdb8a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:45:43.699601 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device d8aa5e82-99d7-4489-bc2f-7393036fdb8a not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:45:44.337644 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-bff47cf1-ce90-4e26-82b4-eb544fbe7ffb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:44.339169 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-bff47cf1-ce90-4e26-82b4-eb544fbe7ffb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 816 time: 0.1145887 Aug 24 15:45:44.415456 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-cb7378be-bb0e-4090-bbb3-7fe5bff695af tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 380 time: 0.0631988 Aug 24 15:45:44.427873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'port': {'device_id': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'admin_state_up': True, 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'security_groups': ['dcc1c41a-decf-43ef-8495-617fe9902401']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:44.449343 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-726163e9-9ad2-4581-b5d8-12360ef18807 req-badbfe22-4d54-4cce-a2a5-bdbd41b3100d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 210 time: 0.0401213 Aug 24 15:45:44.542437 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Made reservation on behalf of 9b9728b1ee454013a3968c27080cd98c for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:45:44.546236 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:44.674377 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:44.681527 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Allocated IP 172.20.0.6 (7978ebbc-163a-4438-8674-44dc5d815bb0/807c9732-5a2f-4a9d-a442-7592e7d08f7c/971907b7-0cc7-45df-b21d-aeb0f809428b) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:45:44.692977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:44.836403 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:44.869938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:44.915416 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:45:44.918553 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:45:44.922266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:45:45.148531 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-607681e4-bca4-4aa5-9720-c633b2490a09 None None] Provisioning complete for port 971907b7-0cc7-45df-b21d-aeb0f809428b triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:45:45.149157 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-607681e4-bca4-4aa5-9720-c633b2490a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.185310 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-607681e4-bca4-4aa5-9720-c633b2490a09 None None] Port 971907b7-0cc7-45df-b21d-aeb0f809428b cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:45:45.196504 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:45.222809 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:45.223515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.240005 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-dbcf7a64-af9b-4bc8-85f8-55a892cc7a7d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165588 Aug 24 15:45:45.256545 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Request body: {'port': {'device_id': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:45.313322 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.570663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:45:45.575486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9aa7-01c6-4950-b445-2c2ea465d5d1 req-52af18f7-8e68-4fa5-b98b-976bafadf4d2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:45.576966 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6b6a9aa7-01c6-4950-b445-2c2ea465d5d1 req-52af18f7-8e68-4fa5-b98b-976bafadf4d2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 931 time: 0.0489259 Aug 24 15:45:45.578192 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks [] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.590721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Transition to ACTIVE for port object 971907b7-0cc7-45df-b21d-aeb0f809428b will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:45:45.595245 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.628362 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6b6a9aa7-01c6-4950-b445-2c2ea465d5d1 req-51c1e066-0061-4e96-a01f-5764276f4f1f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Aug 24 15:45:45.656628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:45.713531 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Attempting to bind port 971907b7-0cc7-45df-b21d-aeb0f809428b on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:45:45.713861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Attempting to bind port 971907b7-0cc7-45df-b21d-aeb0f809428b by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:45:45.714181 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Attempting to bind port 971907b7-0cc7-45df-b21d-aeb0f809428b on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:45:45.718550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Port 971907b7-0cc7-45df-b21d-aeb0f809428b on network 7978ebbc-163a-4438-8674-44dc5d815bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:45:45.718894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Attempting to bind port 971907b7-0cc7-45df-b21d-aeb0f809428b on network 7978ebbc-163a-4438-8674-44dc5d815bb0 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:45:45.724205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:45:45.724534 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Checking segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:45:45.724909 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Bound using segment: {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:45:45.725324 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Bound port: 971907b7-0cc7-45df-b21d-aeb0f809428b, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:45:45.725922 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.728426 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:45.737335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:45.752360 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-650da5e8-09a5-4d5c-8369-9f1b05d15dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.791364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:45:45.794361 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:45:45.799816 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.803758 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:45.804360 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:45.805687 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 1093 time: 0.5537500 Aug 24 15:45:45.806171 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:45:45.808425 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:45:45.868055 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec46e71c-a52b-4dff-b09b-a6bb19d9d1fd x-openstack-request-id: req-ec46e71c-a52b-4dff-b09b-a6bb19d9d1fd {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:45:45.868344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:45:45.868606 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec46e71c-a52b-4dff-b09b-a6bb19d9d1fd {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:45:45.869005 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec46e71c-a52b-4dff-b09b-a6bb19d9d1fd'] response: {'name': 'network-changed', 'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'status': 'completed', 'code': 200} Aug 24 15:45:45.891309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0e4b-3753-4323-83e9-7c64c8309a13 service neutron] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:45.901427 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-759a196d-afa3-49ca-a027-1b86faa7a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:45.902960 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-759a196d-afa3-49ca-a027-1b86faa7a785 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1127 time: 0.0503597 Aug 24 15:45:45.954918 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-e00cc474-64f7-48d7-96cf-f1ab9a3eecbd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 217 time: 0.0387976 Aug 24 15:45:46.006607 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-cb90dfd6-9007-4ca7-a1e6-d9331ffd09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:46.008110 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-cb90dfd6-9007-4ca7-a1e6-d9331ffd09d3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0444901 Aug 24 15:45:46.057197 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549916b-6919-43bb-8e11-a433f7babad7 req-2490e2b9-6140-4812-a166-0b3c1af6a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:46.058714 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-2490e2b9-6140-4812-a166-0b3c1af6a446 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411215 Aug 24 15:45:46.154753 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-7e49b354-61aa-4752-ac1b-3d7ecee92924 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865245 Aug 24 15:45:46.248870 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-e549916b-6919-43bb-8e11-a433f7babad7 req-ced9735a-8a64-45af-b828-5919e187a22d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Aug 24 15:45:46.753563 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee6da5-4e0c-46c1-8e29-9b89320a9761 req-eb0de633-10d4-434c-a154-50ef7581f5ea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:46.755919 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0ee6da5-4e0c-46c1-8e29-9b89320a9761 req-eb0de633-10d4-434c-a154-50ef7581f5ea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0479648 Aug 24 15:45:46.806102 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0ee6da5-4e0c-46c1-8e29-9b89320a9761 req-c7702b4b-67c2-4899-be25-4c8e0d7ef105 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Aug 24 15:45:47.086359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:47.172477 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-f766692b-4966-41da-a0c3-d3cb56dc7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:47.174038 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-f766692b-4966-41da-a0c3-d3cb56dc7adc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1127 time: 0.0438488 Aug 24 15:45:47.264721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-db4903d1-f831-471a-b7d5-32a6f0c40f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:47.266185 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-db4903d1-f831-471a-b7d5-32a6f0c40f86 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0859725 Aug 24 15:45:47.313968 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-6abbaa49-0b46-4c51-a7b0-a86f738d06f0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 217 time: 0.0370715 Aug 24 15:45:47.367539 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-92dac3af-89cb-4455-9960-f94135038b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:47.368998 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-92dac3af-89cb-4455-9960-f94135038b82 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0453842 Aug 24 15:45:47.416940 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-1c43f367-9b82-49d6-9a46-6132101ab307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:47.418403 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-1c43f367-9b82-49d6-9a46-6132101ab307 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390806 Aug 24 15:45:47.515125 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-3aae8d63-66b3-49ab-a884-df36bbca162d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865214 Aug 24 15:45:47.610152 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-a1d8a5eb-91ec-40bf-8316-4e77e25e0c66 req-197c6365-34a9-44c4-99fc-09e0a8bafadc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835829 Aug 24 15:45:47.929076 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427b8e4-ab7f-4c6d-99d9-56ea32536df9 req-498a6c97-eb02-4209-ad92-dfb2d70f2507 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:47.930530 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8427b8e4-ab7f-4c6d-99d9-56ea32536df9 req-498a6c97-eb02-4209-ad92-dfb2d70f2507 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0467358 Aug 24 15:45:47.979317 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8427b8e4-ab7f-4c6d-99d9-56ea32536df9 req-445b401a-350f-4e5e-ace9-2ef93fba7f13 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Aug 24 15:45:48.404029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:48.541672 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:49.086421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:49.107742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff968bb-be7e-4b58-acf1-96ebbeb941ec req-4861dbdc-3dc1-471f-aeec-e56986fba935 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:49.109350 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fff968bb-be7e-4b58-acf1-96ebbeb941ec req-4861dbdc-3dc1-471f-aeec-e56986fba935 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0486016 Aug 24 15:45:49.157269 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-fff968bb-be7e-4b58-acf1-96ebbeb941ec req-88bb1428-aa5c-449e-81fb-3c64655c3705 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 Aug 24 15:45:49.756695 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:45:49.839055 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:49.846603 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:49.859496 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:45:49.870956 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:45:49.905154 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:45:49.905542 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:49.918192 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:45:49.938275 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:45:49.943108 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:49.992972 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:49.999994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.000370 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.000717 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.001059 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.001395 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.001729 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.002211 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.002575 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.002928 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.003256 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.003585 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.003912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.004234 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.005272 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.005635 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:45:50.179543 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['971907b7-0cc7-45df-b21d-aeb0f809428b'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:45:50.286105 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8753d8-12fc-46da-ae64-60fa793ae9f4 req-88407fe0-b5a1-4467-946c-765edb282f84 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:50.287614 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d8753d8-12fc-46da-ae64-60fa793ae9f4 req-88407fe0-b5a1-4467-946c-765edb282f84 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0514841 Aug 24 15:45:50.340017 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3d8753d8-12fc-46da-ae64-60fa793ae9f4 req-e001d6d4-a739-4c3b-b2a0-59cefc009ffd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Aug 24 15:45:51.481546 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022a41-a7d4-4260-bb4b-2674dcb32fcb req-7ab9a3cf-f584-4a63-a69b-f14e1c22c24a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:51.483201 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c8022a41-a7d4-4260-bb4b-2674dcb32fcb req-7ab9a3cf-f584-4a63-a69b-f14e1c22c24a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0531039 Aug 24 15:45:51.539885 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c8022a41-a7d4-4260-bb4b-2674dcb32fcb req-de7810ea-41ca-4d21-ab8b-30a749e7f1ad tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493484 Aug 24 15:45:51.763006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:45:51.815124 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port 971907b7-0cc7-45df-b21d-aeb0f809428b completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:45:51.825397 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 971907b7-0cc7-45df-b21d-aeb0f809428b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:45:51.825911 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:51.905926 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:45:51.906346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:51.931264 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:45:51.933513 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a5f84f-50b6-4170-b186-1c5539cb6344" -d '{"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:45:51.946940 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:45:51.950893 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:51.979906 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b6c922-43f5-4732-8ed8-9f2a0c6a3110 x-openstack-request-id: req-87b6c922-43f5-4732-8ed8-9f2a0c6a3110 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:45:51.980197 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:45:51.980451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87b6c922-43f5-4732-8ed8-9f2a0c6a3110 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:45:51.980843 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b6c922-43f5-4732-8ed8-9f2a0c6a3110'] response: {'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'code': 200} Aug 24 15:45:52.007111 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:45:52.150377 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f99045-f376-4336-a11e-c6bf0a52d825 req-1390903d-8a76-4308-8be6-5008cb11852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:52.151922 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34f99045-f376-4336-a11e-c6bf0a52d825 req-1390903d-8a76-4308-8be6-5008cb11852f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1129 time: 0.0438280 Aug 24 15:45:52.179971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:52.201267 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-34f99045-f376-4336-a11e-c6bf0a52d825 req-93baac2e-b625-42fd-9ff9-4c2554eb4132 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Aug 24 15:45:52.652583 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:52.667941 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9d0d-c523-4c36-b22a-e12e57bc1ee1 req-ab5db8a9-526f-44c0-92a8-79bac61bae37 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:52.669398 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-17ce9d0d-c523-4c36-b22a-e12e57bc1ee1 req-ab5db8a9-526f-44c0-92a8-79bac61bae37 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0469353 Aug 24 15:45:52.719856 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-17ce9d0d-c523-4c36-b22a-e12e57bc1ee1 req-44f90ac0-7029-44cc-a7cd-9626fe57752f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Aug 24 15:45:53.854139 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca4437-fc47-4f42-b3c3-332657532c40 req-3ab49c8f-4776-47a7-90c4-e176a7948406 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:53.855702 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d5ca4437-fc47-4f42-b3c3-332657532c40 req-3ab49c8f-4776-47a7-90c4-e176a7948406 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0475957 Aug 24 15:45:53.874328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:53.903889 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d5ca4437-fc47-4f42-b3c3-332657532c40 req-72d06479-3f10-447d-823d-3a401be80865 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Aug 24 15:45:54.023855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a855da4-efa5-4ecf-80a0-785ceb31f3c8 req-c9dfd497-f029-4fd4-b6f4-f5fc4f9b115a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:54.025382 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0a855da4-efa5-4ecf-80a0-785ceb31f3c8 req-c9dfd497-f029-4fd4-b6f4-f5fc4f9b115a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0474174 Aug 24 15:45:54.036585 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58452) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:45:54.040929 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Request body: {'floatingip': {'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:45:54.083552 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:54.489969 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:54.493555 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:54.588340 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Floating IP a41c918e-4541-4887-bb06-f6fd3b2e0c46 associated. External IP: 172.27.4.198, port: 971907b7-0cc7-45df-b21d-aeb0f809428b. Aug 24 15:45:54.782207 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:45:55.142595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:55.151371 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:45:55.156166 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:45:55.161037 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:45:55.171268 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:45:55.171888 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:55.188708 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-07886c18-60bb-48d0-8214-8def98f6f961 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/a41c918e-4541-4887-bb06-f6fd3b2e0c46 HTTP/1.1" status: 200 len: 991 time: 1.1510439 Aug 24 15:45:55.189303 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:45:55.191665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b4bb1-584d-4f4e-9e33-e129ec93547f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:45:55.230015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fdf76-868d-4bfd-a218-4a52ab8f8aa8 x-openstack-request-id: req-149fdf76-868d-4bfd-a218-4a52ab8f8aa8 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:45:55.230311 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:45:55.230568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-149fdf76-868d-4bfd-a218-4a52ab8f8aa8 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:45:55.231007 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149fdf76-868d-4bfd-a218-4a52ab8f8aa8'] response: {'name': 'network-changed', 'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'status': 'completed', 'code': 200} Aug 24 15:45:55.276606 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:45:55.402795 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:55.432945 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-d7ed9439-1fb2-4579-9de1-c977ed31af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:55.434450 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-d7ed9439-1fb2-4579-9de1-c977ed31af96 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1129 time: 0.0408516 Aug 24 15:45:55.436466 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:55.459799 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:55.505222 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'a41c918e-4541-4887-bb06-f6fd3b2e0c46', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.198', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:45:42Z', 'updated_at': '2022-08-24T15:45:54Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:55.531499 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-fb44a783-fa80-4541-b43c-1bf20beca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:55.533077 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-fb44a783-fa80-4541-b43c-1bf20beca332 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0922341 Aug 24 15:45:55.534158 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:45:55.542959 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:45:55.543574 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:55.594387 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-cd9c6768-7ec9-4c07-8402-3f20de7f4471 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 999 time: 0.0556250 Aug 24 15:45:55.644150 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:45:55.644381 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-343a03f5-80d0-4a91-8e9b-3e6e0d66cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:55.646141 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-343a03f5-80d0-4a91-8e9b-3e6e0d66cf3a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0462742 Aug 24 15:45:55.690877 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-41403662-5a25-48a0-a13c-8e584cc332d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:45:55.692326 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-41403662-5a25-48a0-a13c-8e584cc332d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397935 Aug 24 15:45:55.787363 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-e8b0cf0b-4da7-4d57-b248-d20142d4ac72 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887418 Aug 24 15:45:55.856516 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'a41c918e-4541-4887-bb06-f6fd3b2e0c46', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.198', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:45:42Z', 'updated_at': '2022-08-24T15:45:54Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:45:55.881346 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96022e23-2b3d-4f82-bbcd-b00aac17a13e None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': 'a41c918e-4541-4887-bb06-f6fd3b2e0c46', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'floating_ip_address': '172.27.4.198', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:45:42Z', 'updated_at': '2022-08-24T15:45:54Z', 'revision_number': 1, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:45:55.883299 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-449b4bb1-584d-4f4e-9e33-e129ec93547f req-1e415dbe-2801-4061-b815-f8c9b72a75cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892167 Aug 24 15:45:55.893055 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=6 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:55.901981 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:45:56.069179 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d34fb-af8e-40a6-8ed2-648936bbc36b None None] New status for floating IP a41c918e-4541-4887-bb06-f6fd3b2e0c46: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:45:56.930603 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:46:05.182614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:05.184514 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:05.854038 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=40 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:05.859537 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=49 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:05.873824 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=47 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:05.879672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=46 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:07.039340 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce8c7c-58e9-42e3-8223-a435a6ad958b req-e96118b3-654e-4092-8aef-1ddaf284a4a8 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:07.040711 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27ce8c7c-58e9-42e3-8223-a435a6ad958b req-e96118b3-654e-4092-8aef-1ddaf284a4a8 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0471880 Aug 24 15:46:07.089634 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-27ce8c7c-58e9-42e3-8223-a435a6ad958b req-71506f50-fadb-4a82-9ee2-c1ee02b2b99b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 Aug 24 15:46:08.211635 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea12d40-fb8b-41bf-9843-61d55c3fb2f9 req-65865447-2a80-4ce6-ad93-947143ebc081 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:08.213099 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cea12d40-fb8b-41bf-9843-61d55c3fb2f9 req-65865447-2a80-4ce6-ad93-947143ebc081 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0491238 Aug 24 15:46:08.263647 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cea12d40-fb8b-41bf-9843-61d55c3fb2f9 req-3b8f1d6c-2d4a-4eb1-a4e8-e54a5798dee2 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450013 Aug 24 15:46:08.548577 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:08.557512 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:08.724935 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-ccb4bd0e-16f9-426e-a3fe-71754187805c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:08.726615 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-ccb4bd0e-16f9-426e-a3fe-71754187805c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 946 time: 0.0478833 Aug 24 15:46:08.811248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port f082148e-fa4f-49a1-806d-e56c40305abb {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:46:08.811525 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:08.906178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] For port f082148e-fa4f-49a1-806d-e56c40305abb, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=f082148e-fa4f-49a1-806d-e56c40305abb,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:08.906542 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:09.067858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:09.068132 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (0633321d-7463-4f31-825a-482ec55a5de4), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:09.068455 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP 0633321d-7463-4f31-825a-482ec55a5de4 disassociated. External IP: 172.27.4.116, port: f082148e-fa4f-49a1-806d-e56c40305abb. Aug 24 15:46:09.068796 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for f082148e-fa4f-49a1-806d-e56c40305abb owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:46:09.198436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (f082148e-fa4f-49a1-806d-e56c40305abb), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:09.226752 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=f082148e-fa4f-49a1-806d-e56c40305abb,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:09.236996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.237347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.237698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.238045 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.240383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.240866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.241724 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.241879 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.242803 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.243209 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.243851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.246469 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.247042 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.247592 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.248131 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:46:09.365269 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:46:09.371245 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-05c5ef6e-cafc-453a-9e4a-88676b119c3b req-4cacf4fa-4d7e-4d30-9c38-d4a098ef220f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=2939b24d-ed1a-4b5f-85c7-ba39b537afd2 HTTP/1.1" status: 200 len: 210 time: 0.0293534 Aug 24 15:46:09.469340 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:46:09.480560 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:46:09.492084 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:46:09.492702 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:09.513410 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] No DVR routers for this DVR port f082148e-fa4f-49a1-806d-e56c40305abb on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:46:09.515895 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:09.519121 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-7a24ed8d-b289-4bbe-bf24-048e01a275d1 req-e38c33f7-f50b-49da-9b63-0a2a62ee40c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f082148e-fa4f-49a1-806d-e56c40305abb HTTP/1.1" status: 204 len: 173 time: 0.7851586 Aug 24 15:46:09.520213 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'name': 'network-vif-deleted', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:46:09.522492 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8a17a-9b95-4d05-afc4-8d96ec7a6adf" -d '{"events": [{"server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "name": "network-vif-deleted", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:46:09.561445 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65900f3c-c317-416a-96bd-63e7e6c6aeb2 x-openstack-request-id: req-65900f3c-c317-416a-96bd-63e7e6c6aeb2 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:46:09.561642 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2939b24d-ed1a-4b5f-85c7-ba39b537afd2", "name": "network-vif-deleted", "tag": "f082148e-fa4f-49a1-806d-e56c40305abb", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:46:09.561886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65900f3c-c317-416a-96bd-63e7e6c6aeb2 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:46:09.562301 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65900f3c-c317-416a-96bd-63e7e6c6aeb2'] response: {'server_uuid': '2939b24d-ed1a-4b5f-85c7-ba39b537afd2', 'name': 'network-vif-deleted', 'tag': 'f082148e-fa4f-49a1-806d-e56c40305abb', 'status': 'completed', 'code': 200} Aug 24 15:46:09.614473 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:46:09.814007 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:09.841146 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:46:09.851490 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:46:09.852041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:45:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:10.081654 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:46:10.278282 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:10.303901 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5ffb15-473f-4058-9228-1d8d5d13207b None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:46:10.550217 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2913d-d167-480c-ad3e-ea5249aa67a6 None None] New status for floating IP 0633321d-7463-4f31-825a-482ec55a5de4: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:46:10.648871 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-f3a37689-387d-4577-a76a-4ddec2e91f47 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-514253164&fields=id&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 267 time: 0.0452566 Aug 24 15:46:10.759489 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-10c8ab40-6edb-4a14-ab53-94d05cd2a1c1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:10.760935 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-10c8ab40-6edb-4a14-ab53-94d05cd2a1c1 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.1043546 Aug 24 15:46:10.776007 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-2e48537a-7b87-4a6f-a44f-44df03a29433 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/quotas/b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Aug 24 15:46:10.825889 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-2cfc31b4-83c0-4cb2-bcf2-2351112ce547 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443497 Aug 24 15:46:10.922440 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-07d30128-e99b-404c-b2cc-d0c8a2ef9708 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Aug 24 15:46:11.013728 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-55e54bd3-c131-422b-baba-67851c07346f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849319 Aug 24 15:46:11.302891 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-3277a9ff-f95d-488a-a9fa-da3a3350e6b3 req-c85b33f0-1c09-45f6-a227-e8048a284c95 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 210 time: 0.0291598 Aug 24 15:46:12.268013 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:12.292417 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d817d494-4ab1-41c2-85a2-746b2218dca0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:12.293865 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d817d494-4ab1-41c2-85a2-746b2218dca0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.1084352 Aug 24 15:46:12.332603 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:12.362606 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-891f7d45-29df-4049-a16f-e7b5079a073d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 379 time: 0.0587776 Aug 24 15:46:12.371200 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'port': {'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'admin_state_up': True, 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'security_groups': ['72fd4fc1-bcd2-42e2-a520-22835c090529']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:46:12.424837 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-e51e0950-32a3-4c56-87dc-1c1aa5f269f6 req-91e797cf-a027-4867-a3ed-f6a782ea9327 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Aug 24 15:46:12.484697 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Made reservation on behalf of b496441965834f65a8d0813e8221c685 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:46:12.488736 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:12.614399 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.20.0.9 (55e08d2e-d6cb-4529-86e4-566ae8e28cc6/60c73f43-ed2e-4f4b-9bd2-861a15459b03/c494b458-5e21-4458-a860-36829d3f0f6b) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:46:12.764049 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (c494b458-5e21-4458-a860-36829d3f0f6b), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:12.796457 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:12.840626 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:46:12.843851 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:46:12.847899 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:46:12.876558 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:12.903005 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:12.903617 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:12.921333 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-b1288fc4-7daf-48f7-9a73-0cf81ef23fc9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539138 Aug 24 15:46:12.957807 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Request body: {'port': {'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:46:13.023430 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.056939 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:13.063407 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-6342d67b-9319-456b-a476-bb88131e330b None None] Provisioning complete for port c494b458-5e21-4458-a860-36829d3f0f6b triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:46:13.063934 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-6342d67b-9319-456b-a476-bb88131e330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.096999 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-6342d67b-9319-456b-a476-bb88131e330b None None] Port c494b458-5e21-4458-a860-36829d3f0f6b cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:46:13.238108 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:13.298397 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c494b458-5e21-4458-a860-36829d3f0f6b {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:46:13.307580 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks [] for port (c494b458-5e21-4458-a860-36829d3f0f6b), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.321671 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Transition to ACTIVE for port object c494b458-5e21-4458-a860-36829d3f0f6b will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:46:13.325131 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.388552 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Pushing event updated for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:13.436789 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Attempting to bind port c494b458-5e21-4458-a860-36829d3f0f6b on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:46:13.437126 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Attempting to bind port c494b458-5e21-4458-a860-36829d3f0f6b by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:46:13.437456 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Attempting to bind port c494b458-5e21-4458-a860-36829d3f0f6b on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:46:13.442562 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Port c494b458-5e21-4458-a860-36829d3f0f6b on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:46:13.442912 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Attempting to bind port c494b458-5e21-4458-a860-36829d3f0f6b on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:46:13.448000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:46:13.448316 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:46:13.448691 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Bound using segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:46:13.449110 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Bound port: c494b458-5e21-4458-a860-36829d3f0f6b, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:46:13.449491 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.462293 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-465dd9fc-cc4b-4c62-84e8-585cd8a324c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.527944 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:46:13.531096 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c494b458-5e21-4458-a860-36829d3f0f6b,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:46:13.537523 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.540779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:13.541575 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:13.543016 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 1093 time: 0.5902543 Aug 24 15:46:13.545100 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:46:13.547971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbad084-8490-4042-8d89-a8ac8b7162e5" -d '{"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:46:13.550476 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299daeb-2e98-40b0-8831-fc31194a0daa req-60bc4cca-adc8-4c78-b6be-ff4ebee4e371 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:13.553220 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9299daeb-2e98-40b0-8831-fc31194a0daa req-60bc4cca-adc8-4c78-b6be-ff4ebee4e371 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0493543 Aug 24 15:46:13.593093 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d582f-ec54-4605-b087-5315a57007c3 x-openstack-request-id: req-0f6d582f-ec54-4605-b087-5315a57007c3 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:46:13.593387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:46:13.593641 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f6d582f-ec54-4605-b087-5315a57007c3 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:46:13.594041 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6d582f-ec54-4605-b087-5315a57007c3'] response: {'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'status': 'completed', 'code': 200} Aug 24 15:46:13.616719 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9299daeb-2e98-40b0-8831-fc31194a0daa req-5f08fdb0-c1b2-4199-b8f0-fc0ca9f2fa7b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570073 Aug 24 15:46:13.635478 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44de022-4037-4daf-a240-0bd3adcec884 service neutron] Pushing event updated for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:13.648966 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-37ba24a5-d04f-4dac-b500-fbed688e0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:13.650510 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-37ba24a5-d04f-4dac-b500-fbed688e0a95 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1127 time: 0.0511777 Aug 24 15:46:13.692245 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-f9c48a35-8508-4edd-8874-1985c80ada2a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 217 time: 0.0332830 Aug 24 15:46:13.880846 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f082148e-fa4f-49a1-806d-e56c40305abb no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:46:13.903956 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: f082148e-fa4f-49a1-806d-e56c40305abb {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:46:13.904311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device f082148e-fa4f-49a1-806d-e56c40305abb not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:46:13.975843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d8b3c6f9-51ba-41a2-b929-9fea4008e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:13.977301 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-d8b3c6f9-51ba-41a2-b929-9fea4008e02e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.2790329 Aug 24 15:46:14.021187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f16e-44f2-4a63-a102-ee832d62275f req-2278c44b-ea0f-4469-9627-2b1642885682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.022686 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-2278c44b-ea0f-4469-9627-2b1642885682 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392213 Aug 24 15:46:14.115856 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-c13ec953-2a2a-4f43-8c90-2add602cfeb2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Aug 24 15:46:14.200984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:14.207420 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1236f16e-44f2-4a63-a102-ee832d62275f req-a3f587ab-91e3-4302-adad-1dded0e929d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Aug 24 15:46:14.460159 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-d445946e-ab57-45e7-a826-ed4fc39aa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.461537 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-d445946e-ab57-45e7-a826-ed4fc39aa8aa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1127 time: 0.0396783 Aug 24 15:46:14.558963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-a5f3d5e5-4ecf-400c-898c-bdaa8e313606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.560419 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-a5f3d5e5-4ecf-400c-898c-bdaa8e313606 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0915422 Aug 24 15:46:14.599979 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-730cd09d-c502-4804-a507-e5ccba85d5da service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 217 time: 0.0324330 Aug 24 15:46:14.652372 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-dd0193f9-a5ed-4d89-b95c-13e15b9d79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.653842 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-dd0193f9-a5ed-4d89-b95c-13e15b9d79a8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0475988 Aug 24 15:46:14.699912 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-31195ba4-e833-42b1-8d52-0fed71b82569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.701444 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-31195ba4-e833-42b1-8d52-0fed71b82569 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396991 Aug 24 15:46:14.738110 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd121a-1627-4282-bc6a-576516c81fde req-cb1d1d6a-25b6-4f60-9bda-79bae05c9b5f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:14.740287 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-53bd121a-1627-4282-bc6a-576516c81fde req-cb1d1d6a-25b6-4f60-9bda-79bae05c9b5f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0482941 Aug 24 15:46:14.770427 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:14.792476 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-53bd121a-1627-4282-bc6a-576516c81fde req-41e996f4-d9c7-4202-9ef2-9ef2849cd3f8 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464325 Aug 24 15:46:14.803025 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-adedf2c9-0d38-4ea4-8fa5-031064aaf3f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923488 Aug 24 15:46:14.896281 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6cbad084-8490-4042-8d89-a8ac8b7162e5 req-f646e4b0-9772-4db0-bbc8-0335a91459a8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855622 Aug 24 15:46:15.758209 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e8fed9e1-ecde-4212-885f-1d8ac9fd8ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:15.915503 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601eec4-8705-4c6f-bb7a-becde29a3352 req-9ad442bd-3054-4c8b-b670-2fba5169c824 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:15.916963 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5601eec4-8705-4c6f-bb7a-becde29a3352 req-9ad442bd-3054-4c8b-b670-2fba5169c824 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0504143 Aug 24 15:46:15.966379 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5601eec4-8705-4c6f-bb7a-becde29a3352 req-e156f41e-70a6-47a2-be86-a528ddbbe448 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438831 Aug 24 15:46:17.084890 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f863-fe73-4bd9-a203-7c09bc8040b7 req-12ee4916-5006-40e6-91b5-22cf1ab2f724 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:17.086331 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd83f863-fe73-4bd9-a203-7c09bc8040b7 req-12ee4916-5006-40e6-91b5-22cf1ab2f724 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0479383 Aug 24 15:46:17.092038 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:17.118433 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:17.137150 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-dd83f863-fe73-4bd9-a203-7c09bc8040b7 req-30916f89-9be7-4775-9e55-49a6334e69d6 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Aug 24 15:46:18.255071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6183-ba8e-4c09-8c9c-4ba3fcaa8699 req-58803def-eae2-4d67-a97d-d6c98667329a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:18.256524 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c1fe6183-ba8e-4c09-8c9c-4ba3fcaa8699 req-58803def-eae2-4d67-a97d-d6c98667329a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0465815 Aug 24 15:46:18.295010 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:18.309612 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c1fe6183-ba8e-4c09-8c9c-4ba3fcaa8699 req-ce9282de-5615-473e-a6c4-9657d7890c06 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475018 Aug 24 15:46:18.406173 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:18.544180 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:19.098333 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:19.433861 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e3283-1edf-4d17-a119-071d95fbe551 req-e219a472-060a-4974-b51c-9efda5fbe410 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:19.435364 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be9e3283-1edf-4d17-a119-071d95fbe551 req-e219a472-060a-4974-b51c-9efda5fbe410 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0475638 Aug 24 15:46:19.485471 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be9e3283-1edf-4d17-a119-071d95fbe551 req-b3f8aea6-c9e3-479a-9ee3-65134eb18f8c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445967 Aug 24 15:46:20.602906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542668-69f4-4482-864a-2ec8ef721287 req-b98fd735-fcf9-479e-93ac-f9e0bee7d880 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:20.604297 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb542668-69f4-4482-864a-2ec8ef721287 req-b98fd735-fcf9-479e-93ac-f9e0bee7d880 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0471663 Aug 24 15:46:20.623787 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:20.626985 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:20.654811 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eb542668-69f4-4482-864a-2ec8ef721287 req-bc3b9661-bc52-4cf7-9e79-4ed6490f319a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Aug 24 15:46:21.778990 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69be90-42c8-45e2-948d-a4d4534f328b req-370b4112-d8a3-49ff-a888-010cf49d00f0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:21.780461 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9e69be90-42c8-45e2-948d-a4d4534f328b req-370b4112-d8a3-49ff-a888-010cf49d00f0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 943 time: 0.0514107 Aug 24 15:46:21.834550 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-9e69be90-42c8-45e2-948d-a4d4534f328b req-fc8968e7-8747-4c4b-83b3-fe5f935941c0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484438 Aug 24 15:46:21.928972 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c494b458-5e21-4458-a860-36829d3f0f6b details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:46:22.003690 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:22.027020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:22.028936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c494b458-5e21-4458-a860-36829d3f0f6b,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:22.041172 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:46:22.075650 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port c494b458-5e21-4458-a860-36829d3f0f6b is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:46:22.076040 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:22.088872 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c494b458-5e21-4458-a860-36829d3f0f6b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:46:22.112053 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c494b458-5e21-4458-a860-36829d3f0f6b,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:22.116373 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:22.161325 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:22.377784 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['c494b458-5e21-4458-a860-36829d3f0f6b'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:46:22.953118 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859c238-9c08-440e-ac81-9d5f6924cb33 req-b7c89aff-f804-4957-bc9a-48fc55948417 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:22.954533 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6859c238-9c08-440e-ac81-9d5f6924cb33 req-b7c89aff-f804-4957-bc9a-48fc55948417 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 944 time: 0.0491993 Aug 24 15:46:23.004614 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6859c238-9c08-440e-ac81-9d5f6924cb33 req-c67a09bb-c2d0-4cc2-bda2-7b8abf199170 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443878 Aug 24 15:46:23.933088 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c494b458-5e21-4458-a860-36829d3f0f6b up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:46:23.976754 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port c494b458-5e21-4458-a860-36829d3f0f6b completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:46:23.982339 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port c494b458-5e21-4458-a860-36829d3f0f6b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:46:23.982741 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:24.058782 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port c494b458-5e21-4458-a860-36829d3f0f6b is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:46:24.059204 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:24.083373 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:46:24.085577 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ef6fe-2319-4862-858a-38f2009dd328" -d '{"events": [{"server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:46:24.098257 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c494b458-5e21-4458-a860-36829d3f0f6b,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:24.103024 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:24.127285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fcd091-541a-4038-a9ad-48650c05feda x-openstack-request-id: req-c1fcd091-541a-4038-a9ad-48650c05feda {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:46:24.127572 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "name": "network-vif-plugged", "status": "completed", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:46:24.127823 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1fcd091-541a-4038-a9ad-48650c05feda {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:46:24.128212 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fcd091-541a-4038-a9ad-48650c05feda'] response: {'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'code': 200} Aug 24 15:46:24.135648 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3641-8f26-47b1-9fd1-bc333a675cee req-2c282b20-1119-4d65-9a3c-30177397fd1c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:24.137200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ccd3641-8f26-47b1-9fd1-bc333a675cee req-2c282b20-1119-4d65-9a3c-30177397fd1c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 944 time: 0.0547538 Aug 24 15:46:24.156122 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:24.192912 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ccd3641-8f26-47b1-9fd1-bc333a675cee req-cd044db5-2435-4545-9193-427acf254be6 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480828 Aug 24 15:46:24.360300 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e793eff-fd43-41b3-a2b1-1ce4dd109d99 req-6546a1ff-57a7-4e97-a972-4d5216a26bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:24.361809 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5e793eff-fd43-41b3-a2b1-1ce4dd109d99 req-6546a1ff-57a7-4e97-a972-4d5216a26bf0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0409541 Aug 24 15:46:24.411697 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-5e793eff-fd43-41b3-a2b1-1ce4dd109d99 req-e0fae122-7ce6-4c96-8696-999f30c61a33 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Aug 24 15:46:25.169543 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-b432942f-4409-48f2-8182-79f2354a2ecb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379391 Aug 24 15:46:25.239409 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-b6aed42d-a77b-4638-8d55-7650e02d3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:25.240928 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-b6aed42d-a77b-4638-8d55-7650e02d3b8f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0398610 Aug 24 15:46:25.312184 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bf83-27ed-4081-a6f9-196ae94a7e15 req-5340b2ae-c594-440d-a4f4-7dffad65f0f0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:25.317938 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be05bf83-27ed-4081-a6f9-196ae94a7e15 req-5340b2ae-c594-440d-a4f4-7dffad65f0f0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Aug 24 15:46:25.359202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-d46e3c44-5571-4da0-aee7-4c189e1c0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:25.360663 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-d46e3c44-5571-4da0-aee7-4c189e1c0ed4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 911 time: 0.0938857 Aug 24 15:46:25.365683 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-be05bf83-27ed-4081-a6f9-196ae94a7e15 req-73dad28f-e9ca-4f0e-9226-5e84f079116d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Aug 24 15:46:25.470082 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-8a9910f0-f331-46fc-8cc3-d7b9772b270c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 1001 time: 0.0721352 Aug 24 15:46:25.861148 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-4883b360-b624-43bb-b224-7f7adaedd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:25.862704 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-4883b360-b624-43bb-b224-7f7adaedd1d7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0517089 Aug 24 15:46:25.911472 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-3d70faa2-6c14-4be3-bd0f-2cdfc3f00013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:25.912971 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-3d70faa2-6c14-4be3-bd0f-2cdfc3f00013 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439394 Aug 24 15:46:26.003245 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-3cc0c675-f63e-40ff-b011-cfcf47180ae5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833781 Aug 24 15:46:26.096210 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1b470ad3-1a8a-4b05-9ad5-0460ab8a3da1 req-57e9aab2-35f2-4205-9e29-d93f70c050ef service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866742 Aug 24 15:46:26.486434 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ead07-455a-478b-927d-a41fa8205095 req-ef842a23-90ac-4f67-9997-cb9a0c85095d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:26.488502 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a82ead07-455a-478b-927d-a41fa8205095 req-ef842a23-90ac-4f67-9997-cb9a0c85095d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0482700 Aug 24 15:46:26.541293 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a82ead07-455a-478b-927d-a41fa8205095 req-43040f3c-54c3-452b-b0d1-c1cbe7475801 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470858 Aug 24 15:46:26.659008 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160dcf-2c35-4df4-ba9c-457602160a5b req-7b26719b-c9ca-4f3a-aab0-af5ca5126dea tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:26.661140 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-47160dcf-2c35-4df4-ba9c-457602160a5b req-7b26719b-c9ca-4f3a-aab0-af5ca5126dea tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Aug 24 15:46:26.711873 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-47160dcf-2c35-4df4-ba9c-457602160a5b req-1bf7ffe7-1cc7-44c9-b789-e899ea8f9bc4 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Aug 24 15:46:26.739272 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58536) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:46:26.777229 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e869d4a-cc95-4f54-9bf8-83a2bff07daa tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:26.778761 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2e869d4a-cc95-4f54-9bf8-83a2bff07daa tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1124 time: 0.0384901 Aug 24 15:46:26.781451 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58538) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:46:26.786182 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:46:26.808287 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:26.892456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:26.901774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:26.948397 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:27.002444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.27.4.58 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:46:27.111496 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.142854 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.183335 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:46:27.186261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:46:27.190154 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:46:27.195965 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:27.538472 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (41869a86-fa19-44de-a70a-0abbdab82594), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.605539 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.727214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:27.729252 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:27.760875 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.765024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.835345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (41869a86-fa19-44de-a70a-0abbdab82594), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:27.837935 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:27.932429 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP 41869a86-fa19-44de-a70a-0abbdab82594 associated. External IP: 172.27.4.58, port: c494b458-5e21-4458-a860-36829d3f0f6b. Aug 24 15:46:28.129164 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:46:28.231166 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:46:28.240537 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:46:28.248695 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:28.250710 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:46:28.251328 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:46:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:28.280779 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-4624505a-ce9c-4a7c-9156-697e6e42be63 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4982936 Aug 24 15:46:28.281384 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:46:28.283710 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fcb0be-7332-4e73-a5d4-0d67ca05a299" -d '{"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:46:28.323387 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a858370-3dcf-49f1-879c-e3df48d35511 x-openstack-request-id: req-9a858370-3dcf-49f1-879c-e3df48d35511 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:46:28.323685 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:46:28.325962 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a858370-3dcf-49f1-879c-e3df48d35511 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:46:28.326261 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a858370-3dcf-49f1-879c-e3df48d35511'] response: {'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'status': 'completed', 'code': 200} Aug 24 15:46:28.354543 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:28.359120 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:46:28.378814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:28.387140 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-17b4aeb1-8a55-4166-addd-e1957fd548cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:28.388599 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-17b4aeb1-8a55-4166-addd-e1957fd548cf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0423160 Aug 24 15:46:28.441286 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:28.484460 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-4d0fd1e1-f21a-4949-889a-ca93438b3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:28.485933 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-4d0fd1e1-f21a-4949-889a-ca93438b3359 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0899858 Aug 24 15:46:28.551333 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-f4cd40b1-258a-45df-9fc7-acb70a77e94d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 998 time: 0.0558035 Aug 24 15:46:28.579479 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:27Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:28.583779 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:28.601048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-4cc555e8-9a9a-41b6-9448-55431657a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:28.602526 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-4cc555e8-9a9a-41b6-9448-55431657a19e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0451481 Aug 24 15:46:28.606459 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:46:28.615557 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:46:28.616562 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:46:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:28.653190 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-5085ecc9-9a30-44e7-ac60-c0aa06f7113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:28.654613 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-5085ecc9-9a30-44e7-ac60-c0aa06f7113a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454476 Aug 24 15:46:28.721864 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:46:28.746338 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-a926ac9e-9e86-4429-90ed-8b4253c03917 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Aug 24 15:46:28.842103 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-41fcb0be-7332-4e73-a5d4-0d67ca05a299 req-bfb26273-38a9-4722-9fbd-d5eddf591e49 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Aug 24 15:46:28.936383 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:27Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:46:28.963958 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b57b933-f41f-49e7-86f9-653a343ad087 None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:27Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:46:29.145116 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06ad96-34e1-4589-96e2-ff84a2a760bf None None] New status for floating IP 41869a86-fa19-44de-a70a-0abbdab82594: ACTIVE {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:46:33.903609 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d85ee1-b3f1-445f-abb3-b3a5d2d50e81 req-95e065e7-c78c-457f-b2fd-ab81b4c71771 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:33.904993 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9d85ee1-b3f1-445f-abb3-b3a5d2d50e81 req-95e065e7-c78c-457f-b2fd-ab81b4c71771 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Aug 24 15:46:33.930423 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:46:33.953314 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c9d85ee1-b3f1-445f-abb3-b3a5d2d50e81 req-59617194-0491-4c97-bffd-17c1317fe586 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Aug 24 15:46:35.080967 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2b84-c558-45d6-97f2-5a292c975b5b req-861e33a9-6899-4e3e-a61f-72a5872ab654 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:35.082918 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdff2b84-c558-45d6-97f2-5a292c975b5b req-861e33a9-6899-4e3e-a61f-72a5872ab654 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0464630 Aug 24 15:46:35.129811 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bdff2b84-c558-45d6-97f2-5a292c975b5b req-c3e488c9-96c4-4689-83ab-ebe52be16c06 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411339 Aug 24 15:46:36.252535 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bab0a-d38b-4c14-b741-7d408c9acaa1 req-74eb02dd-d443-4519-bc8f-879fa090b2d3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:36.254712 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-067bab0a-d38b-4c14-b741-7d408c9acaa1 req-74eb02dd-d443-4519-bc8f-879fa090b2d3 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Aug 24 15:46:36.305242 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-067bab0a-d38b-4c14-b741-7d408c9acaa1 req-95465cc5-d801-464a-9ab4-d044dbf65266 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Aug 24 15:46:37.428010 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:37.436774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad007812-8b1f-4e3f-87dc-4764bdd3fa59 req-9474d51e-6017-4835-ae56-354d2bf8f535 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:37.438243 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad007812-8b1f-4e3f-87dc-4764bdd3fa59 req-9474d51e-6017-4835-ae56-354d2bf8f535 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0484235 Aug 24 15:46:37.486204 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ad007812-8b1f-4e3f-87dc-4764bdd3fa59 req-e6f4aae0-f2c6-4511-b0f7-ed714163e708 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Aug 24 15:46:38.601661 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:38.610084 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7182c-ce68-4be0-9180-a9599fe9c26c req-3379091f-9522-419b-8da5-6bb49871219f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:38.611738 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1ba7182c-ce68-4be0-9180-a9599fe9c26c req-3379091f-9522-419b-8da5-6bb49871219f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0477753 Aug 24 15:46:38.658528 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1ba7182c-ce68-4be0-9180-a9599fe9c26c req-e25a95de-c1dc-46d5-a0e1-53944593a295 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 Aug 24 15:46:38.837634 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=24 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:38.839550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=46 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:39.248915 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:39.785986 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468534c-0bda-4b80-a8aa-b949ae7fbb87 req-c37838f4-214c-4fbf-a1ef-6e185ccc8195 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:39.787633 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8468534c-0bda-4b80-a8aa-b949ae7fbb87 req-c37838f4-214c-4fbf-a1ef-6e185ccc8195 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Aug 24 15:46:39.835241 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-8468534c-0bda-4b80-a8aa-b949ae7fbb87 req-3ac73135-df30-42df-9d80-a7541eb0171a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Aug 24 15:46:40.960735 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d44ce-74b6-4142-a89d-8b808ebf31c5 req-af4cb885-0199-4be7-be91-b09fec47adac tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:40.962218 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-218d44ce-74b6-4142-a89d-8b808ebf31c5 req-af4cb885-0199-4be7-be91-b09fec47adac tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0473819 Aug 24 15:46:41.010063 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-218d44ce-74b6-4142-a89d-8b808ebf31c5 req-4ee4515c-14da-4b1b-a277-17bfd3b448cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Aug 24 15:46:42.136321 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861575-3f62-4305-984f-4418b539ab77 req-0a23f7e1-a963-4127-b281-7494ddab69cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:42.137689 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14861575-3f62-4305-984f-4418b539ab77 req-0a23f7e1-a963-4127-b281-7494ddab69cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0508525 Aug 24 15:46:42.184200 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14861575-3f62-4305-984f-4418b539ab77 req-fa49a661-791a-4649-a945-3db0a80da93e tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410295 Aug 24 15:46:43.307035 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e00c3a-f988-4301-b355-9e2715e0dffb req-50535b30-09aa-42ad-8ef8-6993d97edad0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:43.308513 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a1e00c3a-f988-4301-b355-9e2715e0dffb req-50535b30-09aa-42ad-8ef8-6993d97edad0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0470707 Aug 24 15:46:43.362704 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a1e00c3a-f988-4301-b355-9e2715e0dffb req-3bb93c45-d516-43ed-9827-ddb48adaa582 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484424 Aug 24 15:46:43.466740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2883553b-b3fb-427e-9d21-92a3c2e7065e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:43.927891 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:44.486520 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257cc2e-ad32-42a8-9a91-c91fb1d79749 req-058fd9c1-02b1-4b7b-996f-f897444cbc49 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:44.488006 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6257cc2e-ad32-42a8-9a91-c91fb1d79749 req-058fd9c1-02b1-4b7b-996f-f897444cbc49 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0464356 Aug 24 15:46:44.539771 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6257cc2e-ad32-42a8-9a91-c91fb1d79749 req-5f30b02e-c902-4d98-b713-114166d7fe26 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Aug 24 15:46:45.673644 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af10bd0-4f90-4f2c-9b02-5dc42016800c req-92a20b28-c737-4c48-a7c9-1aa526d9abd4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:45.673644 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5af10bd0-4f90-4f2c-9b02-5dc42016800c req-92a20b28-c737-4c48-a7c9-1aa526d9abd4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Aug 24 15:46:45.722019 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5af10bd0-4f90-4f2c-9b02-5dc42016800c req-1b1d9c97-d5cd-4541-9b61-639119ef6bee tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Aug 24 15:46:45.761125 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a0f69d97-4690-4445-bcc8-edbf3a0069d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:46.075961 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:46:46.175256 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:46.186893 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:46:46.352284 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=100 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:46.357122 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: ACTIVE; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:46:46.357547 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:46.371747 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:46:46.390746 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:46.395072 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:46.434604 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:46.452351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=6']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:46.492722 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['971907b7-0cc7-45df-b21d-aeb0f809428b'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:46:46.859688 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79b11-bea3-41e4-bc7d-9b80a863e0db req-4fe4b233-7c4f-40e4-a234-a038eac960cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:46.862043 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f5f79b11-bea3-41e4-bc7d-9b80a863e0db req-4fe4b233-7c4f-40e4-a234-a038eac960cb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0519843 Aug 24 15:46:46.913222 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f5f79b11-bea3-41e4-bc7d-9b80a863e0db req-393fea87-9a95-4b12-9909-cedf0c82b8dd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Aug 24 15:46:47.095016 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:48.052420 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac23ac4-2a8a-4864-aa25-07067bc4539d req-f94f3b45-134a-4f95-abac-835d78a24fd9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:48.059315 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ac23ac4-2a8a-4864-aa25-07067bc4539d req-f94f3b45-134a-4f95-abac-835d78a24fd9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0615113 Aug 24 15:46:48.092740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:46:48.112519 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-2ac23ac4-2a8a-4864-aa25-07067bc4539d req-fdcd171e-c2ce-4ecc-9fd3-1ac835f8dd17 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522263 Aug 24 15:46:48.157922 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 971907b7-0cc7-45df-b21d-aeb0f809428b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:46:48.158520 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:48.239302 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:46:48.239617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:48.264022 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:46:48.266439 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa53b08-b857-4de1-ac98-0820be17b06d" -d '{"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:46:48.289071 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:46:48.295913 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:48.327096 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfdc055-d97a-484b-b6aa-f5bd64b0da7a x-openstack-request-id: req-7dfdc055-d97a-484b-b6aa-f5bd64b0da7a {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:46:48.327388 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:46:48.327640 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7dfdc055-d97a-484b-b6aa-f5bd64b0da7a {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:46:48.328037 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfdc055-d97a-484b-b6aa-f5bd64b0da7a'] response: {'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'code': 200} Aug 24 15:46:48.360047 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=7']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:46:48.411926 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:48.564811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:49.128425 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:46:49.247199 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556af70-a8d0-4373-9826-1ce6263343ee req-e0af05fb-99de-4bfe-aad1-6e0194154f24 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:49.255455 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b556af70-a8d0-4373-9826-1ce6263343ee req-e0af05fb-99de-4bfe-aad1-6e0194154f24 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0646622 Aug 24 15:46:49.307352 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b556af70-a8d0-4373-9826-1ce6263343ee req-a0a9af45-dc78-49a0-a16f-c39ba57736a5 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506427 Aug 24 15:46:50.435549 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:50.455648 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a298d-583b-4325-88e4-eac6ddd71ae4 req-01d62c34-d10f-461a-8dba-ee37acbfc978 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:50.457454 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a37a298d-583b-4325-88e4-eac6ddd71ae4 req-01d62c34-d10f-461a-8dba-ee37acbfc978 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0598021 Aug 24 15:46:50.513767 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a37a298d-583b-4325-88e4-eac6ddd71ae4 req-423d3c52-2735-43c0-a550-c70fd474c0cc tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505261 Aug 24 15:46:51.644138 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:51.655359 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059378c7-f643-4020-b64c-aa24354927fb req-a92f9b58-55c7-4764-aebf-2d1b449183a9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:51.657108 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-059378c7-f643-4020-b64c-aa24354927fb req-a92f9b58-55c7-4764-aebf-2d1b449183a9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0576317 Aug 24 15:46:51.712723 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-059378c7-f643-4020-b64c-aa24354927fb req-a929ec07-dcbf-4f00-aac8-0e514f6a122a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497680 Aug 24 15:46:52.902606 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502000a1-cf5f-4b1e-8763-3e22f14f15f9 req-9822af75-4120-49a7-b90f-86974acd2216 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:52.904206 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-502000a1-cf5f-4b1e-8763-3e22f14f15f9 req-9822af75-4120-49a7-b90f-86974acd2216 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0672345 Aug 24 15:46:52.971069 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-502000a1-cf5f-4b1e-8763-3e22f14f15f9 req-c8a887d1-5b56-4e44-811f-637ec4c1a251 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586486 Aug 24 15:46:54.119434 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a42c2-98a2-4d66-96e1-388df8d18919 req-6adf194b-8a54-4d6b-81d4-259fc15a3c78 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:54.121753 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7d6a42c2-98a2-4d66-96e1-388df8d18919 req-6adf194b-8a54-4d6b-81d4-259fc15a3c78 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Aug 24 15:46:54.176853 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7d6a42c2-98a2-4d66-96e1-388df8d18919 req-3bb985a6-f553-4ad6-8d58-89c9d5e6b10c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 Aug 24 15:46:55.312269 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7015d1-42b5-4ed0-9153-e76c810850ff req-dc09a095-11ca-4d05-98c0-dd51d13cd7c7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:55.322680 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af7015d1-42b5-4ed0-9153-e76c810850ff req-dc09a095-11ca-4d05-98c0-dd51d13cd7c7 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0615063 Aug 24 15:46:55.379347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-af7015d1-42b5-4ed0-9153-e76c810850ff req-3e5ef54e-c205-4b01-984f-ffb8b8d4020d tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505292 Aug 24 15:46:56.197686 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-02b9be75-c348-46db-98bc-58a465b0fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:56.199211 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-02b9be75-c348-46db-98bc-58a465b0fec8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1129 time: 0.0401146 Aug 24 15:46:56.292182 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-481a48a1-6760-441a-859f-0e67d61904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:56.293678 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-481a48a1-6760-441a-859f-0e67d61904dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0883162 Aug 24 15:46:56.360918 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-8e49e75a-8c96-434f-a03d-4cc427b6f89c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 1001 time: 0.0556839 Aug 24 15:46:56.412133 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-71b9a38c-0931-4314-8824-7ecbdc04e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:56.413599 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-71b9a38c-0931-4314-8824-7ecbdc04e619 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0439572 Aug 24 15:46:56.464100 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-23edd997-c4cc-4ff1-848f-acc9c71ca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:56.465549 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-23edd997-c4cc-4ff1-848f-acc9c71ca5b0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442917 Aug 24 15:46:56.512711 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ea02-fe3f-45f1-bca7-5eb08d622a0a req-b7fab994-4153-404c-bc7c-771f3520abc6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:56.514198 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5670ea02-fe3f-45f1-bca7-5eb08d622a0a req-b7fab994-4153-404c-bc7c-771f3520abc6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Aug 24 15:46:56.563664 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-6ac7bc47-3199-4cd6-866e-5c7da5fba541 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880010 Aug 24 15:46:56.564372 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5670ea02-fe3f-45f1-bca7-5eb08d622a0a req-3dd36dc2-9d16-47fb-9d35-75aeb315ad7b tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Aug 24 15:46:56.661741 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-43cd3ec7-b1cc-442f-9f38-5562525b4fef req-6b8b1e96-a90d-4648-b5a2-2f6242a01eea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891871 Aug 24 15:46:57.689721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78975b1-902b-438e-bd61-511507735c85 req-f1619e1e-b6b6-4198-a7cd-fb365b636bb4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:57.691219 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d78975b1-902b-438e-bd61-511507735c85 req-f1619e1e-b6b6-4198-a7cd-fb365b636bb4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0492296 Aug 24 15:46:57.738438 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d78975b1-902b-438e-bd61-511507735c85 req-e67a362f-1959-45c9-8141-844b01439c20 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Aug 24 15:46:58.863675 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc91654-1dc0-44fb-a217-754c10323f00 req-5c41006f-b8e4-45b3-a622-61a3638d8afe tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:58.865251 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bbc91654-1dc0-44fb-a217-754c10323f00 req-5c41006f-b8e4-45b3-a622-61a3638d8afe tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0480778 Aug 24 15:46:58.918762 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-bbc91654-1dc0-44fb-a217-754c10323f00 req-5d2bf6a6-dbbf-43d0-a867-ec2196819f9f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Aug 24 15:46:59.119969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:59.123078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:46:59.894074 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8b42-367a-4db0-80d6-7beb1079b948 req-d5eb8d30-84e5-454e-900a-b90d4e9c557a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:46:59.895958 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-198b8b42-367a-4db0-80d6-7beb1079b948 req-d5eb8d30-84e5-454e-900a-b90d4e9c557a tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Aug 24 15:46:59.945414 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-198b8b42-367a-4db0-80d6-7beb1079b948 req-ac8e66f2-e699-4237-9e6e-6475b7969c27 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Aug 24 15:47:00.164351 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:47:00.185117 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58724) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:00.238986 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: ACTIVE; New status is: DOWN {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:47:00.239389 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:00.262297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:47:00.264546 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f1a84d-5af8-42e0-a5bf-d2774f4a4b33" -d '{"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-unplugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:47:00.276454 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-f3fa95c3-2c96-41ce-bf13-feac7a3988b0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901792 Aug 24 15:47:00.277942 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:00.282389 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:00.290574 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-900de3d0-72a9-4631-99e1-fce90280ab65 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:47:00.291805 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-900de3d0-72a9-4631-99e1-fce90280ab65 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0081632 Aug 24 15:47:00.306054 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc31da-b8b1-4081-9649-e095c76b5ffc x-openstack-request-id: req-f9dc31da-b8b1-4081-9649-e095c76b5ffc {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:47:00.306339 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-unplugged", "status": "failed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "code": 422}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:47:00.306587 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9dc31da-b8b1-4081-9649-e095c76b5ffc {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:47:00.307006 dv-cinder-846054-2-iscsi neutron-server[106452]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f9dc31da-b8b1-4081-9649-e095c76b5ffc']: {'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'code': 422} returned with failed status Aug 24 15:47:00.335285 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=8']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:00.342994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.343560 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.343914 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.344291 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.344630 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.344962 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.345296 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.345655 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.346092 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.346421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.346787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.347136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.347462 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.347784 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.348689 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:00.374346 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58734) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:00.466022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-35c08c2f-b4bc-4dda-a972-4ab65bca36c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:00.467414 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-35c08c2f-b4bc-4dda-a972-4ab65bca36c6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports/971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 940 time: 0.0920208 Aug 24 15:47:01.073345 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fd8ae-4798-4729-9a3a-8c98bcac85da req-bc5b4168-9e84-4aad-a0ed-5534f209a585 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.074835 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d86fd8ae-4798-4729-9a3a-8c98bcac85da req-bc5b4168-9e84-4aad-a0ed-5534f209a585 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0473177 Aug 24 15:47:01.122912 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d86fd8ae-4798-4729-9a3a-8c98bcac85da req-5231ff25-4cf5-4d14-bf41-656460f67456 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Aug 24 15:47:01.325704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-85d95569-dc28-4782-be6d-a3838f1bd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.327264 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-85d95569-dc28-4782-be6d-a3838f1bd5dc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4&tenant_id=9b9728b1ee454013a3968c27080cd98c HTTP/1.1" status: 200 len: 1127 time: 0.0441227 Aug 24 15:47:01.393462 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-328e9f47-1b3b-44c5-814d-d5e1fe143608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.394987 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-328e9f47-1b3b-44c5-814d-d5e1fe143608 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9728b1ee454013a3968c27080cd98c&device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1127 time: 0.0384405 Aug 24 15:47:01.490758 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-d0e99971-dcf1-41d6-a2c3-473a1cf24830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.492237 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-d0e99971-dcf1-41d6-a2c3-473a1cf24830 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 200 len: 918 time: 0.0879724 Aug 24 15:47:01.557769 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-a0c1aa9c-cd3c-4559-a05f-b366ac39463e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 200 len: 999 time: 0.0554931 Aug 24 15:47:01.608495 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-d97af2bd-41d1-4d70-ad38-8fb5b9efc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.609841 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-d97af2bd-41d1-4d70-ad38-8fb5b9efc40b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 200 len: 855 time: 0.0432696 Aug 24 15:47:01.662902 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-a5efdb63-23a6-47e7-ab7c-8fb05c694b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:01.664376 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-a5efdb63-23a6-47e7-ab7c-8fb05c694b4a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7978ebbc-163a-4438-8674-44dc5d815bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422115 Aug 24 15:47:01.758120 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-80a351d8-850c-4c26-b208-869e7246175b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Aug 24 15:47:01.796705 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:01.830206 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=100 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:01.860566 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3413c8a3-9fdc-4312-a0de-a58bcf1995d8 req-2c2714a0-e55c-43ae-9526-cc28ee8b7e18 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924213 Aug 24 15:47:02.236721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:02.255735 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc788f-ff3e-4d2f-a7e6-3d40a1daeb46 req-41d6521b-32be-4bb9-b3a1-16ef342e83bb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:02.257421 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0cc788f-ff3e-4d2f-a7e6-3d40a1daeb46 req-41d6521b-32be-4bb9-b3a1-16ef342e83bb tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0554869 Aug 24 15:47:02.314382 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-c0cc788f-ff3e-4d2f-a7e6-3d40a1daeb46 req-21ccc8c5-7cc3-423a-896a-0b082983a833 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511169 Aug 24 15:47:03.458021 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f24eb-85f0-4c0a-8588-40a81a9804bb req-cc4f195c-ed5c-4a84-9ec1-5ae01384e2a4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:03.460426 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-265f24eb-85f0-4c0a-8588-40a81a9804bb req-cc4f195c-ed5c-4a84-9ec1-5ae01384e2a4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0555880 Aug 24 15:47:03.527026 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-265f24eb-85f0-4c0a-8588-40a81a9804bb req-9bb6af09-6fd4-4bbd-b355-ee129274f521 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605617 Aug 24 15:47:04.671377 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5c7d-e73f-4500-91a2-877a92134a2b req-6da5ec7b-09e2-4bb2-994f-b95e381857b0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:04.672989 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-376f5c7d-e73f-4500-91a2-877a92134a2b req-6da5ec7b-09e2-4bb2-994f-b95e381857b0 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0529826 Aug 24 15:47:04.729829 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-376f5c7d-e73f-4500-91a2-877a92134a2b req-1dc41aa9-87b7-437e-9e58-94b797cc026c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504477 Aug 24 15:47:05.869310 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a0a4-bae4-49c5-8a42-3337a6fa9ae1 req-762a0989-afb5-4c18-956f-c130a454c84f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:05.870950 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6076a0a4-bae4-49c5-8a42-3337a6fa9ae1 req-762a0989-afb5-4c18-956f-c130a454c84f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0504463 Aug 24 15:47:05.929662 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6076a0a4-bae4-49c5-8a42-3337a6fa9ae1 req-da2b7e1d-d96a-477d-9e57-7182f7247bc5 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525196 Aug 24 15:47:07.031564 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:07.068909 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30343ea2-c052-4880-a0b3-063cf4f6564f req-f25c9551-2ae4-44b7-b3bc-6234e143653c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:07.070769 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-30343ea2-c052-4880-a0b3-063cf4f6564f req-f25c9551-2ae4-44b7-b3bc-6234e143653c tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0491941 Aug 24 15:47:07.123504 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-30343ea2-c052-4880-a0b3-063cf4f6564f req-8f67944a-c1aa-44d2-b195-9c2717e7e3ff tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 Aug 24 15:47:08.412435 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6153c-ee5c-4174-a410-39425c1171c2 req-73f1b7a3-4717-490b-b088-7d035ab4f972 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:08.414163 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-49a6153c-ee5c-4174-a410-39425c1171c2 req-73f1b7a3-4717-490b-b088-7d035ab4f972 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0540063 Aug 24 15:47:08.483331 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-49a6153c-ee5c-4174-a410-39425c1171c2 req-22e95918-ed48-4491-94e7-5f6d10dab7d4 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622849 Aug 24 15:47:09.621287 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d3ead-12a8-402a-b165-e09cfa5a2576 req-6be469c7-d115-4da1-99fc-dd97e31bc230 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:09.622859 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f38d3ead-12a8-402a-b165-e09cfa5a2576 req-6be469c7-d115-4da1-99fc-dd97e31bc230 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0511642 Aug 24 15:47:09.675155 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f38d3ead-12a8-402a-b165-e09cfa5a2576 req-582ee28c-7463-4e44-b9e9-853317823652 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463824 Aug 24 15:47:10.337846 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:10.338676 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=24 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:10.803724 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7b3c-3e5d-4309-8254-36b580fd25e5 req-fd178621-b0e7-4c8f-ac2b-2023cfc94528 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:10.805192 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-179e7b3c-3e5d-4309-8254-36b580fd25e5 req-fd178621-b0e7-4c8f-ac2b-2023cfc94528 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0500579 Aug 24 15:47:10.851959 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-179e7b3c-3e5d-4309-8254-36b580fd25e5 req-cbb14ec0-c0f4-4e74-990d-1ad6e49f4a22 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Aug 24 15:47:10.930711 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:47:11.851179 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:11.857309 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:11.978842 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4c05-ed16-4af7-ae70-84ad308cddc3 req-fa7006da-6021-424f-b9ef-d43a274c49ea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:11.981224 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-867b4c05-ed16-4af7-ae70-84ad308cddc3 req-fa7006da-6021-424f-b9ef-d43a274c49ea tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Aug 24 15:47:12.038596 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-867b4c05-ed16-4af7-ae70-84ad308cddc3 req-fbc90761-d75f-43ca-a34a-2b01227bafb2 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Aug 24 15:47:12.245240 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:47:12.347324 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:12.358757 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'port_id': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'mac_address': 'fa:16:3e:cc:0b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:47:12.394018 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:47:12.394414 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:12.411166 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:47:12.430485 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:12.435200 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:12.482042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=9']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:12.682023 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['971907b7-0cc7-45df-b21d-aeb0f809428b'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:47:13.162739 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ebf73-de5a-4a83-97de-3ee8d171949f req-dbf12155-7aa0-477f-819e-0a415aaefd17 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:13.164212 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-274ebf73-de5a-4a83-97de-3ee8d171949f req-dbf12155-7aa0-477f-819e-0a415aaefd17 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.0476270 Aug 24 15:47:13.215717 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-274ebf73-de5a-4a83-97de-3ee8d171949f req-bfa7c9b6-6e04-49de-923e-77bb0c1631d8 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Aug 24 15:47:13.472919 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf11-8803-43f2-b2fb-3c7e4f287988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:14.273422 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:47:14.318904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port 971907b7-0cc7-45df-b21d-aeb0f809428b triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:47:14.319343 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:14.391658 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port 971907b7-0cc7-45df-b21d-aeb0f809428b is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:47:14.392050 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:14.398774 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac213592-6176-4c17-9718-462ea913dff8 req-ffec8bf4-a179-4aa4-9b4d-16a1a865b0fe tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:14.400253 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac213592-6176-4c17-9718-462ea913dff8 req-ffec8bf4-a179-4aa4-9b4d-16a1a865b0fe tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 944 time: 0.1039879 Aug 24 15:47:14.416012 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:47:14.418218 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba85cba4-1ae2-48b8-b39e-13bb915fc6b0" -d '{"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:47:14.434510 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:14.439661 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:14.445166 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:14.455237 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ac213592-6176-4c17-9718-462ea913dff8 req-36fca826-f325-4318-8559-ba5a876d78f5 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492237 Aug 24 15:47:14.465810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce791640-92d2-44fe-adbd-2857de7915fa x-openstack-request-id: req-ce791640-92d2-44fe-adbd-2857de7915fa {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:47:14.466098 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-plugged", "status": "completed", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:47:14.466349 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce791640-92d2-44fe-adbd-2857de7915fa {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:47:14.466766 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce791640-92d2-44fe-adbd-2857de7915fa'] response: {'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'code': 200} Aug 24 15:47:14.493361 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=10']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:14.648557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac58bf-6c8b-44ce-a51c-2d13a2ea2567 req-e39e360b-062e-4ad1-88df-dd16767107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:14.649947 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-46ac58bf-6c8b-44ce-a51c-2d13a2ea2567 req-e39e360b-062e-4ad1-88df-dd16767107ab service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 1130 time: 0.0390139 Aug 24 15:47:14.743798 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-46ac58bf-6c8b-44ce-a51c-2d13a2ea2567 req-4c7ecfdd-7796-447a-89e2-9e53ad3bf861 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867071 Aug 24 15:47:15.583407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610309-304e-4a10-81f7-d7e33750ca34 req-2a423a48-7df2-421d-9cf6-340c96df5b28 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:15.584858 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b6610309-304e-4a10-81f7-d7e33750ca34 req-2a423a48-7df2-421d-9cf6-340c96df5b28 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 946 time: 0.0461352 Aug 24 15:47:15.631724 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b6610309-304e-4a10-81f7-d7e33750ca34 req-b0b66171-8ecf-438f-be92-d215cead6216 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Aug 24 15:47:15.762504 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-659b5761-79fb-49e2-b3de-019874e711cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:16.759666 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4cb6-6e2b-42e8-9d40-822e15c10d21 req-6ee1d837-e474-47af-bbae-da7ccf338221 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:16.761156 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ddb4cb6-6e2b-42e8-9d40-822e15c10d21 req-6ee1d837-e474-47af-bbae-da7ccf338221 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 946 time: 0.0511954 Aug 24 15:47:16.809877 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7ddb4cb6-6e2b-42e8-9d40-822e15c10d21 req-d3080565-aa8d-42c5-b82a-85d10f24429f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Aug 24 15:47:17.094936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:18.412058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:18.548583 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:19.100804 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:20.926123 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:20.926883 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:24.725799 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=8 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:24.733910 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=10 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:26.803152 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=16 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:26.805528 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=80 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:27.085633 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-5e52d4c0-231c-4746-a02c-86a451a3b307 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376525 Aug 24 15:47:27.171520 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb09617-b913-431d-bd60-5685799afcfe req-287cd527-b468-4de2-ae54-205cb1912485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:27.172983 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-287cd527-b468-4de2-ae54-205cb1912485 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.0426247 Aug 24 15:47:27.278046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb09617-b913-431d-bd60-5685799afcfe req-fc11cbb8-ccb0-4592-b0d5-8d64c986af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:27.279532 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-fc11cbb8-ccb0-4592-b0d5-8d64c986af4e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 911 time: 0.0862467 Aug 24 15:47:27.345424 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-564d0cd7-73dd-43a8-bceb-12ab225bd516 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 1001 time: 0.0589054 Aug 24 15:47:27.392636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb09617-b913-431d-bd60-5685799afcfe req-25b7fe12-1158-46ac-b755-151581f1e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:27.394073 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-25b7fe12-1158-46ac-b755-151581f1e842 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0429342 Aug 24 15:47:27.438881 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb09617-b913-431d-bd60-5685799afcfe req-a2104199-50cd-48cc-b683-027e8de7a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:27.440311 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-a2104199-50cd-48cc-b683-027e8de7a0fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376039 Aug 24 15:47:27.534374 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-192ad0a6-5c3d-4947-9193-28bcff77df4f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858731 Aug 24 15:47:27.622879 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-dfb09617-b913-431d-bd60-5685799afcfe req-2f1c8770-5852-4353-9d9c-2c4b826671b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Aug 24 15:47:29.094421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:29.095592 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:37.614292 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=46 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:37.620423 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=55 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:43.465675 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2f99b0d-2d8d-47b9-9b4d-97c88be3a82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:45.763684 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f2bd9ddb-1212-41c2-8dcb-a480043b875f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:46.884489 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:46.889520 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:47.099001 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:47.933635 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:47:48.415459 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:48.551713 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:49.129811 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:50.161669 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c52b6-9d9e-4535-847f-f83de482ed4c req-f3621f27-0b11-428e-a6d1-c68eea608af9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:50.163068 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a5c52b6-9d9e-4535-847f-f83de482ed4c req-f3621f27-0b11-428e-a6d1-c68eea608af9 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 946 time: 0.1009896 Aug 24 15:47:50.210452 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-6a5c52b6-9d9e-4535-847f-f83de482ed4c req-d84fbfda-7e4c-48e0-b25e-5e7b2cd1a856 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418069 Aug 24 15:47:51.339237 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6c908-085c-4705-b323-946f0b0ef932 req-de7ee6e3-4b65-4d64-aa12-9832e955e95f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:51.340749 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cfd6c908-085c-4705-b323-946f0b0ef932 req-de7ee6e3-4b65-4d64-aa12-9832e955e95f tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 946 time: 0.0474067 Aug 24 15:47:51.392737 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-cfd6c908-085c-4705-b323-946f0b0ef932 req-b1ada781-d8c2-48d2-bcb8-80f1aa6803db tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dcc1c41a-decf-43ef-8495-617fe9902401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Aug 24 15:47:51.622406 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-e19aa3ed-191a-4c73-b3f9-c259079f4973 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:47:51.623846 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-e19aa3ed-191a-4c73-b3f9-c259079f4973 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 946 time: 0.0502310 Aug 24 15:47:51.705137 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Deleting port 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:51.705468 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:51.796550 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] For port 971907b7-0cc7-45df-b21d-aeb0f809428b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=971907b7-0cc7-45df-b21d-aeb0f809428b,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:51.796908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:51.956431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:51.957291 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:51.957683 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Floating IP a41c918e-4541-4887-bb06-f6fd3b2e0c46 disassociated. External IP: 172.27.4.198, port: 971907b7-0cc7-45df-b21d-aeb0f809428b. Aug 24 15:47:51.958108 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Calling delete_port for 971907b7-0cc7-45df-b21d-aeb0f809428b owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:52.085963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (971907b7-0cc7-45df-b21d-aeb0f809428b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:52.114739 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'Port': ['ID=971907b7-0cc7-45df-b21d-aeb0f809428b,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:52.125886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.126248 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.126599 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.126981 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.127308 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.127650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.127985 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.128344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.128722 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.129052 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.129386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.129716 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.130048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.130377 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.130744 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:52.471555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:47:52.502452 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-eac50046-45e1-49de-8842-89430afcb37e req-3e1d5f1e-e89c-427c-ae12-a8452c12e0e6 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c2fcadfb-256c-4fae-91da-92e0acab0eb4 HTTP/1.1" status: 200 len: 210 time: 0.0290670 Aug 24 15:47:52.593891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:47:52.608088 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:47:52.619994 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:47:52.621132 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:52.648975 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] No DVR routers for this DVR port 971907b7-0cc7-45df-b21d-aeb0f809428b on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:47:52.651589 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:52.654714 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-3ed235b1-e13c-436a-b7ac-a50d203ad17a req-af56b2f2-df18-4aa6-a63d-88de1a9f4e25 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.18 "DELETE /networking/v2.0/ports/971907b7-0cc7-45df-b21d-aeb0f809428b HTTP/1.1" status: 204 len: 173 time: 1.0248549 Aug 24 15:47:52.655358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-deleted', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:47:52.657629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3e155-22db-4432-8ddc-46ab908cd290" -d '{"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-deleted", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:47:52.729469 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:47:52.763348 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3854fbeb-1fd7-4740-a784-6b5b9ae5a653 x-openstack-request-id: req-3854fbeb-1fd7-4740-a784-6b5b9ae5a653 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:47:52.763931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcadfb-256c-4fae-91da-92e0acab0eb4", "name": "network-vif-deleted", "tag": "971907b7-0cc7-45df-b21d-aeb0f809428b", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:47:52.764189 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3854fbeb-1fd7-4740-a784-6b5b9ae5a653 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:47:52.764605 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3854fbeb-1fd7-4740-a784-6b5b9ae5a653'] response: {'server_uuid': 'c2fcadfb-256c-4fae-91da-92e0acab0eb4', 'name': 'network-vif-deleted', 'tag': '971907b7-0cc7-45df-b21d-aeb0f809428b', 'status': 'completed', 'code': 200} Aug 24 15:47:52.924012 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:52.948903 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:47:52.958268 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:47:52.958912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:53.060851 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:47:53.256704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:53.284820 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1c138-f4ba-4fa3-94ae-3e57e03266c1 None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:47Z', 'revision_number': 4, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '6911c8c8-33cf-4f53-9cf4-d5e56794abb4', 'name': '', 'network_id': '7978ebbc-163a-4438-8674-44dc5d815bb0', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'mac_address': 'fa:16:3e:78:ae:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:46Z', 'updated_at': '2022-08-24T15:42:53Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'subnets': [{'id': '807c9732-5a2f-4a9d-a442-7592e7d08f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:47:53.515822 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d7877-4c23-472f-aa11-0530f4864897 None None] New status for floating IP a41c918e-4541-4887-bb06-f6fd3b2e0c46: DOWN {{(pid=106453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:47:53.608658 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58884) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:53.627746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:53.670470 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (dcc1c41a-decf-43ef-8495-617fe9902401), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.693821 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (dcc1c41a-decf-43ef-8495-617fe9902401), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.740943 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (dcc1c41a-decf-43ef-8495-617fe9902401), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.743484 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.744628 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dcc1c41a-decf-43ef-8495-617fe9902401 HTTP/1.1" status: 204 len: 168 time: 0.1349771 Aug 24 15:47:53.747540 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58886) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:53.753786 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07074ffb-0687-4e55-b750-6a7efe2b11bd tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc1c41a-decf-43ef-8495-617fe9902401,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:53.762022 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.api.v2.resource [None req-598e8bc7-a620-45ed-817c-063c903b16ab tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] show failed (client error): The resource could not be found. Aug 24 15:47:53.763042 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-598e8bc7-a620-45ed-817c-063c903b16ab tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "GET /networking/v2.0/security-groups/dcc1c41a-decf-43ef-8495-617fe9902401 HTTP/1.1" status: 404 len: 347 time: 0.0145307 Aug 24 15:47:53.766270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58888) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:53.808018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:53.889704 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Deleting port a882dbe0-7659-4ecf-9eb3-b069425c122e {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:53.890066 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.972973 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.973296 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (a882dbe0-7659-4ecf-9eb3-b069425c122e), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:53.989881 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Calling delete_port for a882dbe0-7659-4ecf-9eb3-b069425c122e owned by network:floatingip {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:54.136659 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (a882dbe0-7659-4ecf-9eb3-b069425c122e), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:54.166373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Pushing event deleted for resources: {'Port': ['ID=a882dbe0-7659-4ecf-9eb3-b069425c122e,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:54.242989 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks [] for floatingip (a41c918e-4541-4887-bb06-f6fd3b2e0c46), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:54.245688 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:54.246927 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c952d4b8-5e4c-438f-a7b7-a386d3e87804 tempest-AttachVolumeShelveTestJSON-1323611527 tempest-AttachVolumeShelveTestJSON-1323611527-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/a41c918e-4541-4887-bb06-f6fd3b2e0c46 HTTP/1.1" status: 204 len: 168 time: 0.4795513 Aug 24 15:47:56.505929 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:47:56.525601 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 971907b7-0cc7-45df-b21d-aeb0f809428b {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:47:56.525946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 971907b7-0cc7-45df-b21d-aeb0f809428b not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:47:56.718271 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58910) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:57.142983 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:57.149961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (d9832332-4dc1-4a43-a019-55b5afdc883b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:57.309041 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:57.370828 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Deleting port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:57.371176 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:57.449947 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] For port 6911c8c8-33cf-4f53-9cf4-d5e56794abb4, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:57.450227 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:57.463100 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Calling delete_port for 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:57.643956 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (6911c8c8-33cf-4f53-9cf4-d5e56794abb4), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:57.669850 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Pushing event deleted for resources: {'Port': ['ID=6911c8c8-33cf-4f53-9cf4-d5e56794abb4,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:57.832046 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (d9832332-4dc1-4a43-a019-55b5afdc883b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.013966 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:58.043383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Router d9832332-4dc1-4a43-a019-55b5afdc883b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:47:58.140921 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:58.145042 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:47:58.150096 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0eaa18f8-1f99-484a-b587-443c37aab846 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/d9832332-4dc1-4a43-a019-55b5afdc883b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353497 Aug 24 15:47:58.152703 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58914) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:58.154936 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Sync routers for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:47:58.167672 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:47:58.168279 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:58.249915 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks [] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.267704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:47:58.353431 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks [] for router_gateway (d9832332-4dc1-4a43-a019-55b5afdc883b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.406949 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Deleting port 43a64270-692e-4221-8c56-3a42809f6001 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:58.407288 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (43a64270-692e-4221-8c56-3a42809f6001), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.477063 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:58.500866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] For port 43a64270-692e-4221-8c56-3a42809f6001, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=43a64270-692e-4221-8c56-3a42809f6001,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:58.501225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (43a64270-692e-4221-8c56-3a42809f6001), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.505944 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:58.515660 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Calling delete_port for 43a64270-692e-4221-8c56-3a42809f6001 owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:58.573648 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91'}], 'enable_snat': True}, 'gw_port_id': '43a64270-692e-4221-8c56-3a42809f6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:47:57Z', 'revision_number': 5, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port': {'id': '43a64270-692e-4221-8c56-3a42809f6001', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:58.599240 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Checking router: d9832332-4dc1-4a43-a019-55b5afdc883b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:47:58.607889 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Routers {'d9832332-4dc1-4a43-a019-55b5afdc883b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:47:58.608500 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['d9832332-4dc1-4a43-a019-55b5afdc883b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:58.694540 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (43a64270-692e-4221-8c56-3a42809f6001), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.703759 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] Set router d9832332-4dc1-4a43-a019-55b5afdc883b gateway port host: None {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:47:58.720781 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a64270-692e-4221-8c56-3a42809f6001,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:58.755264 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:47:58Z', 'revision_number': 6, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:58.783660 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd068caa-af27-4bbb-881b-ec283cff9fd9 None None] The sync data for ids ['d9832332-4dc1-4a43-a019-55b5afdc883b'] in dv-cinder-846054-2-iscsi is: [{'id': 'd9832332-4dc1-4a43-a019-55b5afdc883b', 'name': 'tempest-AttachVolumeShelveTestJSON-306164722-router', 'tenant_id': '9b9728b1ee454013a3968c27080cd98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:42:43Z', 'updated_at': '2022-08-24T15:47:58Z', 'revision_number': 6, 'project_id': '9b9728b1ee454013a3968c27080cd98c', 'gw_port_host': None}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:47:58.786347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (d9832332-4dc1-4a43-a019-55b5afdc883b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.875106 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.877172 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks [] for router_controller (d9832332-4dc1-4a43-a019-55b5afdc883b), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.918091 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (d9832332-4dc1-4a43-a019-55b5afdc883b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.918708 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9832332-4dc1-4a43-a019-55b5afdc883b {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:47:58.922963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:58.924081 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-95e71c7e-7894-4bc2-817d-bc5a2a44a3f4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/d9832332-4dc1-4a43-a019-55b5afdc883b HTTP/1.1" status: 204 len: 168 time: 0.7704711 Aug 24 15:47:58.927144 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58916) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:58.971281 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Deleting subnet 807c9732-5a2f-4a9d-a442-7592e7d08f7c {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:47:58.975038 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Publish callbacks [] for subnet (807c9732-5a2f-4a9d-a442-7592e7d08f7c), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.013765 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (807c9732-5a2f-4a9d-a442-7592e7d08f7c), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.015416 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:59.031893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:47:59.092036 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (807c9732-5a2f-4a9d-a442-7592e7d08f7c), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.152629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (807c9732-5a2f-4a9d-a442-7592e7d08f7c), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.183702 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.187959 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/807c9732-5a2f-4a9d-a442-7592e7d08f7c HTTP/1.1" status: 204 len: 168 time: 0.2595184 Aug 24 15:47:59.188747 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d099d-990e-4ad4-ad3b-447946489833 None None] Network 7978ebbc-163a-4438-8674-44dc5d815bb0 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:47:59.189221 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46217c-8223-4880-a4df-fd64447f0de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807c9732-5a2f-4a9d-a442-7592e7d08f7c,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:59.190181 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58918) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:47:59.271114 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (7978ebbc-163a-4438-8674-44dc5d815bb0), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.286609 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:47:59.317760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:47:59.318096 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 6911c8c8-33cf-4f53-9cf4-d5e56794abb4 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:47:59.594022 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Deleting port 99790002-8f50-4151-b557-102d8f3b896a {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:59.594367 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (99790002-8f50-4151-b557-102d8f3b896a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.608064 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] DHCP port deletion for 7978ebbc-163a-4438-8674-44dc5d815bb0 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:47:59.647465 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Deleting port 99790002-8f50-4151-b557-102d8f3b896a {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:47:59.647840 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (99790002-8f50-4151-b557-102d8f3b896a), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.666243 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] For port 99790002-8f50-4151-b557-102d8f3b896a, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99790002-8f50-4151-b557-102d8f3b896a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:59.666614 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (99790002-8f50-4151-b557-102d8f3b896a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.680959 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Calling delete_port for 99790002-8f50-4151-b557-102d8f3b896a owned by network:dhcp {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:59.714305 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] For port 99790002-8f50-4151-b557-102d8f3b896a, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=99790002-8f50-4151-b557-102d8f3b896a,segment=NetworkSegment(ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1),segment_id=ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:47:59.714820 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (99790002-8f50-4151-b557-102d8f3b896a), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.734003 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Calling delete_port for 99790002-8f50-4151-b557-102d8f3b896a owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:47:59.768445 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (99790002-8f50-4151-b557-102d8f3b896a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.795954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] No DVR routers for this DVR port 99790002-8f50-4151-b557-102d8f3b896a on host dv-cinder-846054-2-iscsi {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:47:59.798129 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99790002-8f50-4151-b557-102d8f3b896a,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:59.814078 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (99790002-8f50-4151-b557-102d8f3b896a), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.825714 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.826076 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.826417 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.826810 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.827146 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.827531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.827864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.828190 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.828568 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.828899 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.829225 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.829599 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.829872 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.830192 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.830512 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:47:59.839378 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] Pushing event deleted for resources: {'Port': ['ID=99790002-8f50-4151-b557-102d8f3b896a,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:47:59.843275 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180600e-edf3-4a7e-ac31-2191758602dd None None] No DVR routers for this DVR port 99790002-8f50-4151-b557-102d8f3b896a on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:47:59.900290 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (7978ebbc-163a-4438-8674-44dc5d815bb0), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.922159 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7978ebbc-163a-4438-8674-44dc5d815bb0']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:59.932339 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:59.932638 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:47:59.942297 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.956064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:47:59.962962 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:47:59.963332 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.023928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (7978ebbc-163a-4438-8674-44dc5d815bb0), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.030352 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.033472 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/7978ebbc-163a-4438-8674-44dc5d815bb0 HTTP/1.1" status: 204 len: 168 time: 0.8422885 Aug 24 15:48:00.044961 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4962-17ee-4215-a6ec-c127b7d592a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7978ebbc-163a-4438-8674-44dc5d815bb0,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:00.059341 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1 resource provider aggregate not found Aug 24 15:48:00.075342 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab2e8d19-a841-47b9-8b92-d0a67a9bf2a1 found for delete ", "request_id": "req-5adfdc45-9285-4930-9916-3478774b00b7"}]} Aug 24 15:48:00.148192 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58928) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:00.193842 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2b73b540-1094-446e-84f3-8a2fcf703f95 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=9b9728b1ee454013a3968c27080cd98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444677 Aug 24 15:48:00.196272 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58930) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:00.244457 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] Publish callbacks [] for security_group (8a1fc04e-374a-47c2-a633-c34b1a7f5904), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.264024 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] Publish callbacks [] for security_group (8a1fc04e-374a-47c2-a633-c34b1a7f5904), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.270347 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:00.294610 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:00.315660 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (8a1fc04e-374a-47c2-a633-c34b1a7f5904), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.321992 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:00.321992 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8a1fc04e-374a-47c2-a633-c34b1a7f5904 HTTP/1.1" status: 204 len: 168 time: 0.1225376 Aug 24 15:48:00.329210 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddde937-af4f-4f8c-a4e8-7a620822ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1fc04e-374a-47c2-a633-c34b1a7f5904,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:00.884136 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 43a64270-692e-4221-8c56-3a42809f6001 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:00.906519 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 43a64270-692e-4221-8c56-3a42809f6001 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:00.906821 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 43a64270-692e-4221-8c56-3a42809f6001 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:00.907252 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99790002-8f50-4151-b557-102d8f3b896a no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:00.926425 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 99790002-8f50-4151-b557-102d8f3b896a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:00.926809 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 99790002-8f50-4151-b557-102d8f3b896a not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:02.060046 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 58982) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:02.164164 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c98f36e7-fa80-4a59-8891-178073627dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.240717 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c98f36e7-fa80-4a59-8891-178073627dae admin admin] Publish callbacks [] for security_group (6dd23dfd-75c4-49f9-abd3-164ed32ccff6), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.244386 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c98f36e7-fa80-4a59-8891-178073627dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6dd23dfd-75c4-49f9-abd3-164ed32ccff6), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.287530 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c98f36e7-fa80-4a59-8891-178073627dae admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=24bacae23a1b410dbf3e80d8a966ab4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263117 Aug 24 15:48:02.288394 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f36e7-fa80-4a59-8891-178073627dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd23dfd-75c4-49f9-abd3-164ed32ccff6,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:02.290257 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58986) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:02.346986 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] Publish callbacks [] for security_group (6dd23dfd-75c4-49f9-abd3-164ed32ccff6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.367955 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] Publish callbacks [] for security_group (6dd23dfd-75c4-49f9-abd3-164ed32ccff6), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.414310 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (6dd23dfd-75c4-49f9-abd3-164ed32ccff6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.416764 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.417941 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6dd23dfd-75c4-49f9-abd3-164ed32ccff6 HTTP/1.1" status: 204 len: 168 time: 0.1261230 Aug 24 15:48:02.426088 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65badb-510f-4f90-b483-4d1c86b32047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd23dfd-75c4-49f9-abd3-164ed32ccff6,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:02.685819 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58992) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:02.700714 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e2112262-fe18-414b-af69-e0986040aa8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.777196 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e2112262-fe18-414b-af69-e0986040aa8e admin admin] Publish callbacks [] for security_group (d6c1cd02-c516-4a05-9179-4a1c3818b2f7), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.780748 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e2112262-fe18-414b-af69-e0986040aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d6c1cd02-c516-4a05-9179-4a1c3818b2f7), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.818538 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112262-fe18-414b-af69-e0986040aa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1cd02-c516-4a05-9179-4a1c3818b2f7,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:02.822685 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e2112262-fe18-414b-af69-e0986040aa8e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c19e5384932244918fff4527f62aea4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357744 Aug 24 15:48:02.825366 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 58994) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:02.875881 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] Publish callbacks [] for security_group (d6c1cd02-c516-4a05-9179-4a1c3818b2f7), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.895746 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] Publish callbacks [] for security_group (d6c1cd02-c516-4a05-9179-4a1c3818b2f7), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.942925 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (d6c1cd02-c516-4a05-9179-4a1c3818b2f7), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.945414 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:02.946557 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d6c1cd02-c516-4a05-9179-4a1c3818b2f7 HTTP/1.1" status: 204 len: 168 time: 0.1202719 Aug 24 15:48:02.955047 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddcbf3-dd2d-45bf-b027-cc0abc001303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1cd02-c516-4a05-9179-4a1c3818b2f7,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:05.148711 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59044) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:05.285771 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Deleting port dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:05.286119 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:05.306536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:05.312927 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:05.371073 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:05.371402 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for floatingip (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:05.383961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Calling delete_port for dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d owned by network:floatingip {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:05.791774 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:05.818275 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event deleted for resources: {'Port': ['ID=dc4f7b7e-d9b8-4bbe-80c5-b200f9e8e90d,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:05.884961 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for floatingip (ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:05.885305 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.db.l3_db [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Floating IP ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59 disassociated (deleted). External IP: 172.27.4.105, port: 91c5b662-a602-4af7-bcaa-b2673cf2db1a. Aug 24 15:48:06.107306 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:48:06.209944 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:48:06.214909 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:06.219433 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Sync routers for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:48:06.231302 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:06.231922 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:06.247245 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-31cad3a7-7439-4329-9f9b-348ed60ad157 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59 HTTP/1.1" status: 204 len: 168 time: 1.0974472 Aug 24 15:48:06.247905 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:48:06.250224 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51919b-3ffe-4177-ba7d-e47650f236f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:48:06.296229 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ed28d-c8b4-4eea-bf8c-eaa51aa4a12e x-openstack-request-id: req-316ed28d-c8b4-4eea-bf8c-eaa51aa4a12e {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:48:06.296536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:48:06.296782 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-316ed28d-c8b4-4eea-bf8c-eaa51aa4a12e {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:48:06.297188 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316ed28d-c8b4-4eea-bf8c-eaa51aa4a12e'] response: {'name': 'network-changed', 'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'status': 'completed', 'code': 200} Aug 24 15:48:06.338069 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:06.495130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-31b59461-b100-4346-9306-8d431bf919ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:06.496662 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-31b59461-b100-4346-9306-8d431bf919ab service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3760b78ba8584e6c81c46d48113fcd45&device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 1129 time: 0.1631453 Aug 24 15:48:06.503061 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f489-28b5-47ac-8fbc-46e4dbf467aa req-09bb661e-d183-4dc5-bae6-440975e43103 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:06.505390 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4386f489-28b5-47ac-8fbc-46e4dbf467aa req-09bb661e-d183-4dc5-bae6-440975e43103 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 24 15:48:06.543398 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:06.557407 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4386f489-28b5-47ac-8fbc-46e4dbf467aa req-ea6963a3-ccd4-42e5-a8c3-e40470038590 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Aug 24 15:48:06.568998 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Checking router: bae3cbf1-af84-4f87-9ba8-163dc8d14be2 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:48:06.577680 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:06.578283 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:47:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:06.679083 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:06.875260 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:06.903293 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57dbae4-b820-4ae5-a8d4-0d6b4f570ac5 None None] The sync data for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi is: [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:43:28Z', 'revision_number': 4, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': '1c7c2c65-9287-4c95-9380-9af250dcaa13', 'name': '', 'network_id': 'aa79d787-98ad-44e1-9e78-dc2cd956b8d9', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'mac_address': 'fa:16:3e:31:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:28Z', 'updated_at': '2022-08-24T15:43:35Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'subnets': [{'id': 'bc1b13db-0379-4b0d-91b8-51284f143e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:48:07.125221 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9da74-bc35-46a4-ab7e-25f1b4778ecb None None] New status for floating IP ce35c02c-cc1c-4ac6-9dd3-f8a620e3cb59: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:48:07.677910 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead5bce-b2d8-43e7-937f-7249cbf09b25 req-efcbd1e1-a25a-439e-8b0d-ea39ebc8b58d tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:07.679377 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aead5bce-b2d8-43e7-937f-7249cbf09b25 req-efcbd1e1-a25a-439e-8b0d-ea39ebc8b58d tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0457070 Aug 24 15:48:07.727806 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-aead5bce-b2d8-43e7-937f-7249cbf09b25 req-6a8a9dda-a2cf-4c27-8b1e-3b88f90dab25 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Aug 24 15:48:08.849291 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012a6e6-2899-4d86-bb1f-0dbd2edce32c req-b4ed579f-f49f-4b86-b5cd-2eea9093edc6 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:08.850768 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1012a6e6-2899-4d86-bb1f-0dbd2edce32c req-b4ed579f-f49f-4b86-b5cd-2eea9093edc6 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Aug 24 15:48:08.900075 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-1012a6e6-2899-4d86-bb1f-0dbd2edce32c req-f7480d20-9067-409f-b3e9-65cd5bd617f8 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Aug 24 15:48:10.019650 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8347e6f-fc16-49b8-9b6f-1967f63900ee req-f41ec4db-c9fe-4820-8b46-1d30c43f4e85 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:10.021831 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b8347e6f-fc16-49b8-9b6f-1967f63900ee req-f41ec4db-c9fe-4820-8b46-1d30c43f4e85 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0494826 Aug 24 15:48:10.071633 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b8347e6f-fc16-49b8-9b6f-1967f63900ee req-a1f47eb2-cb43-43b4-a640-5d624c5055e0 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Aug 24 15:48:10.270113 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-b94a05ca-1e63-4df9-a16f-1188e300a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:10.272378 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-b94a05ca-1e63-4df9-a16f-1188e300a2b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 200 len: 911 time: 0.0909545 Aug 24 15:48:10.332097 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-ae27e561-acd5-4e04-8fe1-ac7c978fd57c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 200 len: 217 time: 0.0326822 Aug 24 15:48:10.349897 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:10.389607 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-c7ddebb7-4db8-4b60-9d09-fb7d5bc3538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:10.391166 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-c7ddebb7-4db8-4b60-9d09-fb7d5bc3538f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 200 len: 848 time: 0.0511158 Aug 24 15:48:10.525933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-a393e193-2ddc-413a-a01e-3638c434aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:10.527396 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-a393e193-2ddc-413a-a01e-3638c434aad2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=aa79d787-98ad-44e1-9e78-dc2cd956b8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493555 Aug 24 15:48:11.189408 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b6b3-edf9-44e4-b0b3-3896b5c22fec req-2ddb1396-5afd-4a6f-841a-03e90bf8d9c0 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:11.190889 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7867b6b3-edf9-44e4-b0b3-3896b5c22fec req-2ddb1396-5afd-4a6f-841a-03e90bf8d9c0 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0462615 Aug 24 15:48:11.243971 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-7867b6b3-edf9-44e4-b0b3-3896b5c22fec req-9acc41af-53ad-449b-8724-45596d7f5902 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 Aug 24 15:48:12.363557 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c3a36-50d2-47e2-9f28-7f568b0373db req-c6d75243-b320-4f8a-9e77-8956ffe10b53 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:12.365035 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-506c3a36-50d2-47e2-9f28-7f568b0373db req-c6d75243-b320-4f8a-9e77-8956ffe10b53 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0475447 Aug 24 15:48:12.414081 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-506c3a36-50d2-47e2-9f28-7f568b0373db req-ac473180-b5d4-4514-90f3-81b1d506548a tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433974 Aug 24 15:48:12.967420 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:13.432086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-5f03ff9a-f04d-4244-b6b0-09bcfebafd2a service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:48:13.433135 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-5f03ff9a-f04d-4244-b6b0-09bcfebafd2a service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057838 Aug 24 15:48:13.471333 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d40ff76f-fc66-4957-aa86-261cc5251cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:13.477872 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:13.540616 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34134546-950d-4b20-8d25-70f8d189147f req-36d4ec49-2a81-49a7-a174-989b62e386b7 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:13.542131 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34134546-950d-4b20-8d25-70f8d189147f req-36d4ec49-2a81-49a7-a174-989b62e386b7 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Aug 24 15:48:13.575323 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-9a2b0a20-a4d5-4efc-949a-86962164df27 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:13.576740 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-9a2b0a20-a4d5-4efc-949a-86962164df27 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Aug 24 15:48:13.580201 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-d69b39a2-b6de-455e-b65c-4394f998baf9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361930 Aug 24 15:48:13.594829 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-34134546-950d-4b20-8d25-70f8d189147f req-7930055f-ecf3-4a62-9712-b874e8c86445 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ec48651c-ce18-4442-bee5-0e1917b28009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Aug 24 15:48:13.730822 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Deleting port 91c5b662-a602-4af7-bcaa-b2673cf2db1a {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:13.731090 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:13.779909 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-8e51919b-3ffe-4177-ba7d-e47650f236f7 req-5f7e391d-431e-4706-b9f3-370dcc83b46e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852162 Aug 24 15:48:13.838700 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] For port 91c5b662-a602-4af7-bcaa-b2673cf2db1a, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=91c5b662-a602-4af7-bcaa-b2673cf2db1a,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:13.839066 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:13.854285 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Calling delete_port for 91c5b662-a602-4af7-bcaa-b2673cf2db1a owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:13.993984 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (91c5b662-a602-4af7-bcaa-b2673cf2db1a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:14.023180 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event deleted for resources: {'Port': ['ID=91c5b662-a602-4af7-bcaa-b2673cf2db1a,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:14.071913 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] No DVR routers for this DVR port 91c5b662-a602-4af7-bcaa-b2673cf2db1a on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:48:14.074668 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:14.078182 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-d5809962-b68f-4bf1-b029-b7cbfee144d0 req-dd304c0e-f7a7-47ce-b801-3592f5431430 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.18 "DELETE /networking/v2.0/ports/91c5b662-a602-4af7-bcaa-b2673cf2db1a HTTP/1.1" status: 204 len: 173 time: 0.4910014 Aug 24 15:48:14.078753 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'name': 'network-vif-deleted', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:48:14.081238 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdebe87-4fbc-45c9-831e-86946e251796" -d '{"events": [{"server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "name": "network-vif-deleted", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:48:14.128038 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4a5abb-b763-45e0-9a40-da860e164374 x-openstack-request-id: req-dd4a5abb-b763-45e0-9a40-da860e164374 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:48:14.128391 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23653e1-bc7c-46f9-b66a-b2744f35f5e2", "name": "network-vif-deleted", "tag": "91c5b662-a602-4af7-bcaa-b2673cf2db1a", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:48:14.128646 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dd4a5abb-b763-45e0-9a40-da860e164374 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:48:14.129053 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4a5abb-b763-45e0-9a40-da860e164374'] response: {'server_uuid': 'e23653e1-bc7c-46f9-b66a-b2744f35f5e2', 'name': 'network-vif-deleted', 'tag': '91c5b662-a602-4af7-bcaa-b2673cf2db1a', 'status': 'completed', 'code': 200} Aug 24 15:48:14.598176 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 91c5b662-a602-4af7-bcaa-b2673cf2db1a no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:14.618404 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: 91c5b662-a602-4af7-bcaa-b2673cf2db1a {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:14.618787 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device 91c5b662-a602-4af7-bcaa-b2673cf2db1a not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:14.699356 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-48f4d705-e4a8-4081-8cf8-bbb547e825c9 req-4241d4d7-94a7-412f-af68-f8d14c5fe968 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0314567 Aug 24 15:48:15.766330 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d9f686b2-8b1b-4dc1-b494-939b3ad42dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:15.805855 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4fc59e00-4e29-451a-86ab-d47311cfe922 req-1bc0d289-934c-4ab4-a911-10695d5b74d0 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0284116 Aug 24 15:48:16.929007 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5a7a8854-5c8c-4cf3-a264-18bfff879b6b req-1f9e4de2-3246-492e-9cbd-4f602db3516d tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=e23653e1-bc7c-46f9-b66a-b2744f35f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Aug 24 15:48:17.101058 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:17.391261 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:17.401299 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-349b00c8-1496-438a-a20d-b04b288c9e7c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-514253164&fields=id&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 267 time: 0.0465455 Aug 24 15:48:17.443095 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:17.512200 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-d415f68b-3d33-415c-9339-71ebf1811d2c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:17.513660 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-d415f68b-3d33-415c-9339-71ebf1811d2c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.1057491 Aug 24 15:48:17.528219 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-05a6a0d2-6106-49d5-b1fc-e9d521b37c68 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/quotas/b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 375 time: 0.0090652 Aug 24 15:48:17.580277 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-37dd9965-0848-4b2e-a8f8-74a855bbaf8f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470347 Aug 24 15:48:17.642070 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-7c29cb30-00da-49c2-bd75-c31af7318d55 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106451) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 15:48:17.643078 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-7c29cb30-00da-49c2-bd75-c31af7318d55 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0514669 Aug 24 15:48:17.740104 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-ea65cb51-60c4-4156-bcbd-59ede680bbbc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906267 Aug 24 15:48:17.834926 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-282a6521-4959-4f37-aea3-3b7d4659e554 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878046 Aug 24 15:48:17.998302 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59212) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:18.075272 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (ec48651c-ce18-4442-bee5-0e1917b28009), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.100880 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (ec48651c-ce18-4442-bee5-0e1917b28009), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.171326 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (ec48651c-ce18-4442-bee5-0e1917b28009), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.174215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.175557 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ec48651c-ce18-4442-bee5-0e1917b28009 HTTP/1.1" status: 204 len: 168 time: 0.1755013 Aug 24 15:48:18.184253 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b61ecea9-fa40-44a1-a82a-c1c16b45aac0 req-06985fc7-32ae-4546-be51-2ac28b81fce2 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 210 time: 0.0361233 Aug 24 15:48:18.189000 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:18.197389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645d14f-5acd-4e72-b7ef-0a7d5f7b4427 tempest-TestShelveInstance-2056454475 tempest-TestShelveInstance-2056454475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec48651c-ce18-4442-bee5-0e1917b28009,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:18.237750 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59222) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:18.419129 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.501597 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:18.557968 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.567290 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.795762 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Deleting port 1c7c2c65-9287-4c95-9380-9af250dcaa13 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:18.796112 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.887884 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] For port 1c7c2c65-9287-4c95-9380-9af250dcaa13, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=1c7c2c65-9287-4c95-9380-9af250dcaa13,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:18.888364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:18.901234 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Calling delete_port for 1c7c2c65-9287-4c95-9380-9af250dcaa13 owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:19.091154 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (1c7c2c65-9287-4c95-9380-9af250dcaa13), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:19.098874 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:19.119485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7c2c65-9287-4c95-9380-9af250dcaa13,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:19.153311 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:19.311637 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-93f7c946-6bc2-4f5f-a5a7-6ebfa0b8b245 req-38433eef-5d8e-4fd5-9417-32ea3dc48a8f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Aug 24 15:48:19.353354 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:19.407282 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:19.508720 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-0d9b12eb-0354-402b-b90d-efc797b8d6c5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:19.510106 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-0d9b12eb-0354-402b-b90d-efc797b8d6c5 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 812 time: 0.2160783 Aug 24 15:48:19.652883 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-d8dee846-148e-4cab-8c29-cf16da1d90aa tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b496441965834f65a8d0813e8221c685 HTTP/1.1" status: 200 len: 379 time: 0.1324801 Aug 24 15:48:19.662618 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'port': {'device_id': '17d91f99-39cd-41fe-97cf-d48c53761992', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'admin_state_up': True, 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'security_groups': ['72fd4fc1-bcd2-42e2-a520-22835c090529']}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:48:19.973592 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:48:20.100346 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Made reservation on behalf of b496441965834f65a8d0813e8221c685 for: {'port': 1} {{(pid=106450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 15:48:20.104266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.131599 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:48:20.140247 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Sync routers for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:48:20.140706 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-30d314b0-6c4b-4325-8401-08b22dbed190 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/bae3cbf1-af84-4f87-9ba8-163dc8d14be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019356 Aug 24 15:48:20.142863 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:20.143871 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59246) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:20.153269 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:20.163382 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:20.164156 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:20.252955 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks [] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.253197 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_common [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.20.0.12 (55e08d2e-d6cb-4529-86e4-566ae8e28cc6/60c73f43-ed2e-4f4b-9bd2-861a15459b03/a3d66c91-ae1b-435e-9fca-68a3001fef3d) {{(pid=106450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:48:20.260156 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:20.267980 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:20.400792 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks [] for router_gateway (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.458011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:20.493223 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.496193 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123'}], 'enable_snat': True}, 'gw_port_id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:48:19Z', 'revision_number': 5, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port': {'id': '83a7e3cf-ea45-4223-ac97-c8eb735107e2', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:26Z', 'updated_at': '2022-08-24T15:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:20.501316 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-610e2e0d-f5e6-408e-9182-82fcdae49456 req-68625a25-9996-45f0-aefd-afcfdab83a74 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 210 time: 0.0486994 Aug 24 15:48:20.505901 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Deleting port 83a7e3cf-ea45-4223-ac97-c8eb735107e2 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:20.506465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.534157 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Checking router: bae3cbf1-af84-4f87-9ba8-163dc8d14be2 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:48:20.548376 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Routers {'bae3cbf1-af84-4f87-9ba8-163dc8d14be2'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:20.549377 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:20.552866 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.632263 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 is already hosted by enough agents. {{(pid=106450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:48:20.636825 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.base_scheduler [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:48:20.639382 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:48:20.653942 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] For port 83a7e3cf-ea45-4223-ac97-c8eb735107e2, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=83a7e3cf-ea45-4223-ac97-c8eb735107e2,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:20.654665 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.668264 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] Set router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:20.674064 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Calling delete_port for 83a7e3cf-ea45-4223-ac97-c8eb735107e2 owned by network:router_gateway {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:20.692740 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:20.693373 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.705709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:20.713853 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-44b860df-980a-42b3-af42-f4e1546e29b0 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0548365 Aug 24 15:48:20.729048 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.v2.base [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Request body: {'port': {'device_id': '17d91f99-39cd-41fe-97cf-d48c53761992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84605'}} {{(pid=106450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:48:20.741186 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:48:20Z', 'revision_number': 6, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:20.776658 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21643393-af36-4654-8fb6-3b9d1e762eb3 None None] The sync data for ids ['bae3cbf1-af84-4f87-9ba8-163dc8d14be2'] in dv-cinder-846054-2-iscsi is: [{'id': 'bae3cbf1-af84-4f87-9ba8-163dc8d14be2', 'name': 'tempest-TestShelveInstance-1155655946-router', 'tenant_id': '3760b78ba8584e6c81c46d48113fcd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:25Z', 'updated_at': '2022-08-24T15:48:20Z', 'revision_number': 6, 'project_id': '3760b78ba8584e6c81c46d48113fcd45', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:48:20.797554 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.844480 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:20.899137 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (83a7e3cf-ea45-4223-ac97-c8eb735107e2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.909061 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-e3da634c-7a54-44f6-a9a9-3641dd7abf50 None None] Provisioning complete for port a3d66c91-ae1b-435e-9fca-68a3001fef3d triggered by entity DHCP. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:48:20.909607 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e3da634c-7a54-44f6-a9a9-3641dd7abf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:20.932573 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a7e3cf-ea45-4223-ac97-c8eb735107e2,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:20.946571 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-e3da634c-7a54-44f6-a9a9-3641dd7abf50 None None] Port a3d66c91-ae1b-435e-9fca-68a3001fef3d cannot update to ACTIVE because it is not bound. {{(pid=106452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 15:48:20.963044 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:21.005019 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.089073 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d66c91-ae1b-435e-9fca-68a3001fef3d {{(pid=106450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:48:21.091940 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.094183 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks [] for router_controller (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.096575 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks [] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), precommit_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.114891 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.provisioning_blocks [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Transition to ACTIVE for port object a3d66c91-ae1b-435e-9fca-68a3001fef3d will not be triggered until provisioned by entity L2. {{(pid=106450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 15:48:21.119993 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.152819 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (bae3cbf1-af84-4f87-9ba8-163dc8d14be2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.154279 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae3cbf1-af84-4f87-9ba8-163dc8d14be2 {{(pid=106451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:48:21.172026 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.173364 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c9fc9ee1-76d7-43aa-815a-0eccfeba66c5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/bae3cbf1-af84-4f87-9ba8-163dc8d14be2 HTTP/1.1" status: 204 len: 168 time: 1.0284524 Aug 24 15:48:21.175791 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59264) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:21.208694 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=2']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:21.239214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Deleting subnet bc1b13db-0379-4b0d-91b8-51284f143e5a {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:48:21.243057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Publish callbacks [] for subnet (bc1b13db-0379-4b0d-91b8-51284f143e5a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.250609 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Attempting to bind port a3d66c91-ae1b-435e-9fca-68a3001fef3d on host hv-cinder-84605 for vnic_type normal with profile {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 15:48:21.250995 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Attempting to bind port a3d66c91-ae1b-435e-9fca-68a3001fef3d by drivers openvswitch,hyperv on host hv-cinder-84605 at level 0 using segments [{'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 15:48:21.251358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Attempting to bind port a3d66c91-ae1b-435e-9fca-68a3001fef3d on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:48:21.256467 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Port a3d66c91-ae1b-435e-9fca-68a3001fef3d on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84605 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 15:48:21.256897 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Attempting to bind port a3d66c91-ae1b-435e-9fca-68a3001fef3d on network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 15:48:21.262494 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Checking agent: {'id': '44fe1360-1c44-4fde-8053-ce7d6a8922df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84605', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'started_at': datetime.datetime(2022, 8, 24, 15, 35, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 15, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 15:48:21.263335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Checking segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 15:48:21.263492 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Bound using segment: {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'} {{(pid=106450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 15:48:21.263924 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.managers [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Bound port: a3d66c91-ae1b-435e-9fca-68a3001fef3d, host: hv-cinder-84605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6'}}] {{(pid=106450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 15:48:21.264292 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), before_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.285395 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (bc1b13db-0379-4b0d-91b8-51284f143e5a), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.289006 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 1c7c2c65-9287-4c95-9380-9af250dcaa13 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:21.310175 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 1c7c2c65-9287-4c95-9380-9af250dcaa13 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:21.310518 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 1c7c2c65-9287-4c95-9380-9af250dcaa13 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:21.332515 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:21.349220 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, cleared binding levels {{(pid=106450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 15:48:21.353418 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 15:48:21.359854 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33044492'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_update {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.364279 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:21.364888 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.366811 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 200 len: 1094 time: 0.6441987 Aug 24 15:48:21.368512 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:48:21.370761 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9" -d '{"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:48:21.376518 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (bc1b13db-0379-4b0d-91b8-51284f143e5a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.425787 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c1604-28fe-42d0-a8b6-a8a236699790 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=3']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:21.439650 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (bc1b13db-0379-4b0d-91b8-51284f143e5a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.440486 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62dc584-ee82-4b32-b914-581512fd5f5f x-openstack-request-id: req-b62dc584-ee82-4b32-b914-581512fd5f5f {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:48:21.440790 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:48:21.441041 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b62dc584-ee82-4b32-b914-581512fd5f5f {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:48:21.441447 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62dc584-ee82-4b32-b914-581512fd5f5f'] response: {'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'status': 'completed', 'code': 200} Aug 24 15:48:21.463088 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:21.469996 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-9bc5eb08-3980-400a-96e7-0f84c5ce2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:21.470413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.471649 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-9bc5eb08-3980-400a-96e7-0f84c5ce2484 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1128 time: 0.0422885 Aug 24 15:48:21.476780 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/bc1b13db-0379-4b0d-91b8-51284f143e5a HTTP/1.1" status: 204 len: 168 time: 0.2966464 Aug 24 15:48:21.476780 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05027a8f-1968-471f-887d-b1631ef269b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1b13db-0379-4b0d-91b8-51284f143e5a,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:21.477024 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59268) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:21.480488 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b1553-a961-4717-8e6f-2e8a01616911 None None] Network aa79d787-98ad-44e1-9e78-dc2cd956b8d9 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:48:21.538388 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-278d2f76-5281-4abc-9d5e-02eaeb757245 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 200 len: 217 time: 0.0538402 Aug 24 15:48:21.565979 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:21.642694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95e647-1a4b-4877-bb72-eaa47f9edc5d req-e3e99209-7463-45f3-bff5-4b67899acad9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:21.644196 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-de95e647-1a4b-4877-bb72-eaa47f9edc5d req-e3e99209-7463-45f3-bff5-4b67899acad9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0521145 Aug 24 15:48:21.644706 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (aa79d787-98ad-44e1-9e78-dc2cd956b8d9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.662912 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] DHCP port deletion for aa79d787-98ad-44e1-9e78-dc2cd956b8d9 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:48:21.664738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-83f7f3b7-f471-46ec-bd72-13025b632edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:21.666273 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-83f7f3b7-f471-46ec-bd72-13025b632edf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.1167598 Aug 24 15:48:21.712868 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Deleting port 4d86b0a2-2342-4be9-a90d-0b898a820e90 {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:21.713472 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.729572 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-de95e647-1a4b-4877-bb72-eaa47f9edc5d req-96d54097-70f7-4d6a-bcda-649f34330fff tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738401 Aug 24 15:48:21.736876 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Deleting port 4d86b0a2-2342-4be9-a90d-0b898a820e90 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:21.737166 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.757274 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-a21b187b-af5a-48fd-af55-d5a8822888d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:21.758854 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-a21b187b-af5a-48fd-af55-d5a8822888d7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715950 Aug 24 15:48:21.798323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] For port 4d86b0a2-2342-4be9-a90d-0b898a820e90, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=4d86b0a2-2342-4be9-a90d-0b898a820e90,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:21.798760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.813546 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Calling delete_port for 4d86b0a2-2342-4be9-a90d-0b898a820e90 owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:21.854456 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] For port 4d86b0a2-2342-4be9-a90d-0b898a820e90, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=4d86b0a2-2342-4be9-a90d-0b898a820e90,segment=NetworkSegment(b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9),segment_id=b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:21.854861 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.900886 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Calling delete_port for 4d86b0a2-2342-4be9-a90d-0b898a820e90 owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:21.906985 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:21.942282 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Pushing event deleted for resources: {'Port': ['ID=4d86b0a2-2342-4be9-a90d-0b898a820e90,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:21.948798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] No DVR routers for this DVR port 4d86b0a2-2342-4be9-a90d-0b898a820e90 on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:48:21.959434 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.959434 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.959768 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.961680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.962245 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.965400 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.965783 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.966194 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.966798 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.967436 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.967988 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.968680 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.969230 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.969586 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.970193 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87edb62e-bbf5-4d9a-85e6-2359142e3d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:21.989344 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-938774fa-297a-4b0a-9e30-be1a2d155d40 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181499 Aug 24 15:48:22.103435 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (4d86b0a2-2342-4be9-a90d-0b898a820e90), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.146328 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d86b0a2-2342-4be9-a90d-0b898a820e90,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:22.151776 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] No DVR routers for this DVR port 4d86b0a2-2342-4be9-a90d-0b898a820e90 on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:48:22.179230 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-312e44fc-8fe9-464a-a7ed-be32488ce291 req-dc8b45d5-39e0-4b36-b26b-f68fcb8dbc97 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820989 Aug 24 15:48:22.238184 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (aa79d787-98ad-44e1-9e78-dc2cd956b8d9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.250586 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:22.259979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa79d787-98ad-44e1-9e78-dc2cd956b8d9']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:22.269574 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:22.269873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:22.283709 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.302193 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.309619 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Releasing vlan 1136 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:48:22.310013 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.372193 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (aa79d787-98ad-44e1-9e78-dc2cd956b8d9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.377843 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.381305 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/aa79d787-98ad-44e1-9e78-dc2cd956b8d9 HTTP/1.1" status: 204 len: 168 time: 0.9030452 Aug 24 15:48:22.384966 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59288) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:22.388418 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9 resource provider aggregate not found Aug 24 15:48:22.403443 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4c1e6-b48d-4a76-a904-054d81b5fa08 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa79d787-98ad-44e1-9e78-dc2cd956b8d9,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:22.407128 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b21ec848-6e58-4ffd-9f85-d62fc3dfe9a9 found for delete ", "request_id": "req-99c14f9d-64db-4b40-be62-a0d96e681d69"}]} Aug 24 15:48:22.472763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-006fea9c-7c16-43fc-bccb-aa7472158987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:22.474270 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-006fea9c-7c16-43fc-bccb-aa7472158987 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1128 time: 0.0393498 Aug 24 15:48:22.576777 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-4c17ac6f-15f8-4d7f-8ea3-15d1265c4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:22.578282 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-4c17ac6f-15f8-4d7f-8ea3-15d1265c4de5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0949974 Aug 24 15:48:22.626786 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-d969e7d0-bf51-4c71-8902-a609ea55bd49 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 200 len: 217 time: 0.0369818 Aug 24 15:48:22.679301 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-99e677fc-e160-4d3d-937a-7256a5e9e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:22.680701 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-99e677fc-e160-4d3d-937a-7256a5e9e367 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0452526 Aug 24 15:48:22.697623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:22.715359 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:22.734070 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-c1ae77ee-4ae3-4651-9e78-b4ce4816d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:22.735602 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-c1ae77ee-4ae3-4651-9e78-b4ce4816d85b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456004 Aug 24 15:48:22.795020 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:22.801857 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:22.831541 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-13319476-68a4-41b5-8409-597558ddf8f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875468 Aug 24 15:48:22.906062 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 4d86b0a2-2342-4be9-a90d-0b898a820e90 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:22.924608 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd1ae-1534-4fc0-b147-e83271760dc8 req-e073ce0b-22f0-456e-a69e-e184bb81297a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:22.927137 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 4d86b0a2-2342-4be9-a90d-0b898a820e90 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:22.927590 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 4d86b0a2-2342-4be9-a90d-0b898a820e90 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:22.928191 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 83a7e3cf-ea45-4223-ac97-c8eb735107e2 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:22.932276 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14ccd1ae-1534-4fc0-b147-e83271760dc8 req-e073ce0b-22f0-456e-a69e-e184bb81297a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.1187911 Aug 24 15:48:22.938213 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-fc94e880-c8e5-49e7-930f-c6c97d9e09f9 req-0f6a88d8-93bb-4594-8203-55649c501900 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003616 Aug 24 15:48:22.948461 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 83a7e3cf-ea45-4223-ac97-c8eb735107e2 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:22.949033 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 83a7e3cf-ea45-4223-ac97-c8eb735107e2 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:23.013688 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-14ccd1ae-1534-4fc0-b147-e83271760dc8 req-b6b3dcdb-01e2-45f1-bf76-a194c32eb3d3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806196 Aug 24 15:48:23.042783 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Deleting port cb272735-a7e0-4d06-8328-f82df06aad22 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:23.043126 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:23.123492 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] For port cb272735-a7e0-4d06-8328-f82df06aad22, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=cb272735-a7e0-4d06-8328-f82df06aad22,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:23.123847 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:23.136954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Calling delete_port for cb272735-a7e0-4d06-8328-f82df06aad22 owned by network:router_interface {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:23.321769 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (cb272735-a7e0-4d06-8328-f82df06aad22), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:23.345235 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb272735-a7e0-4d06-8328-f82df06aad22,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:23.542717 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:23.664644 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:23.749160 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:23.771918 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Router 814f9427-49c7-487f-91f1-3d28a7a65d7b has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:48:24.163158 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c65dda-c066-442e-9a3f-62e31ba8def1 req-65494163-e339-4b3d-8924-8398a9ce8302 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:24.164630 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80c65dda-c066-442e-9a3f-62e31ba8def1 req-65494163-e339-4b3d-8924-8398a9ce8302 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0592761 Aug 24 15:48:24.192758 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:48:24.198296 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-fdabbd44-40d2-4d34-a53a-2c4213ae788d admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/814f9427-49c7-487f-91f1-3d28a7a65d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122313 Aug 24 15:48:24.201044 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59310) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:24.203065 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Sync routers for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:48:24.215939 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:24.216715 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:24.230945 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-80c65dda-c066-442e-9a3f-62e31ba8def1 req-fdab8d86-2c92-4341-8c77-6428a4fbe174 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599391 Aug 24 15:48:24.328454 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:24.425178 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks [] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:24.527799 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks [] for router_gateway (814f9427-49c7-487f-91f1-3d28a7a65d7b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:24.570536 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Deleting port 3626d120-3a69-4135-9e8a-67a943b2f607 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:24.570799 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:24.627502 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146'}], 'enable_snat': True}, 'gw_port_id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:48:23Z', 'revision_number': 5, 'project_id': '18adf863101244fe954a347593663444', 'gw_port': {'id': '3626d120-3a69-4135-9e8a-67a943b2f607', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:24.655940 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Checking router: 814f9427-49c7-487f-91f1-3d28a7a65d7b for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:48:24.657577 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] For port 3626d120-3a69-4135-9e8a-67a943b2f607, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=3626d120-3a69-4135-9e8a-67a943b2f607,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:24.658147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:24.666358 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:24.667918 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Routers {'814f9427-49c7-487f-91f1-3d28a7a65d7b'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:24.668822 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['814f9427-49c7-487f-91f1-3d28a7a65d7b'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:24.676258 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Calling delete_port for 3626d120-3a69-4135-9e8a-67a943b2f607 owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:24.761428 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] Set router 814f9427-49c7-487f-91f1-3d28a7a65d7b gateway port host: None {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:24.818992 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:48:24Z', 'revision_number': 6, 'project_id': '18adf863101244fe954a347593663444', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:24.853636 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9fba7a-a67d-4b88-93e0-5f9e21edc58d None None] The sync data for ids ['814f9427-49c7-487f-91f1-3d28a7a65d7b'] in dv-cinder-846054-2-iscsi is: [{'id': '814f9427-49c7-487f-91f1-3d28a7a65d7b', 'name': 'tempest-TestShelveInstance-1661129153-router', 'tenant_id': '18adf863101244fe954a347593663444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:31Z', 'updated_at': '2022-08-24T15:48:24Z', 'revision_number': 6, 'project_id': '18adf863101244fe954a347593663444', 'gw_port_host': None}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:48:24.867930 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (3626d120-3a69-4135-9e8a-67a943b2f607), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:24.898747 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3626d120-3a69-4135-9e8a-67a943b2f607,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:24.933497 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:48:24.961908 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.047594 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.049764 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks [] for router_controller (814f9427-49c7-487f-91f1-3d28a7a65d7b), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.052386 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:25.093298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (814f9427-49c7-487f-91f1-3d28a7a65d7b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.093827 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 814f9427-49c7-487f-91f1-3d28a7a65d7b {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:48:25.098241 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.099440 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3eba4c6d-19c4-4e2b-8431-441e367a20ec admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/814f9427-49c7-487f-91f1-3d28a7a65d7b HTTP/1.1" status: 204 len: 168 time: 0.8973427 Aug 24 15:48:25.102101 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59322) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:25.150146 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Deleting subnet 08c9b7ba-0034-4ecb-9ed4-957e9037d123 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:48:25.153195 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Publish callbacks [] for subnet (08c9b7ba-0034-4ecb-9ed4-957e9037d123), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.187798 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (08c9b7ba-0034-4ecb-9ed4-957e9037d123), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.264836 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (08c9b7ba-0034-4ecb-9ed4-957e9037d123), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.331404 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (08c9b7ba-0034-4ecb-9ed4-957e9037d123), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.357906 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566215-16ef-4144-b249-878246d4cb3f req-ca3854f8-7b1c-4a92-9b48-628acfa6e62d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:25.358501 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c9b7ba-0034-4ecb-9ed4-957e9037d123,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:25.360149 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5e566215-16ef-4144-b249-878246d4cb3f req-ca3854f8-7b1c-4a92-9b48-628acfa6e62d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0510304 Aug 24 15:48:25.361790 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.364914 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-4912dce4-1645-4ea8-a872-e22231097db1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/08c9b7ba-0034-4ecb-9ed4-957e9037d123 HTTP/1.1" status: 204 len: 168 time: 0.2615650 Aug 24 15:48:25.367442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59326) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:25.371819 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f4d41-7db4-4f95-a9f1-3ae5b0008629 None None] Network ddacc26f-a577-4e92-a70e-40c78be5f962 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:48:25.423041 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-5e566215-16ef-4144-b249-878246d4cb3f req-97ab1f72-4210-49ef-87e1-535c3753179b tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575137 Aug 24 15:48:25.440810 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (ddacc26f-a577-4e92-a70e-40c78be5f962), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.461421 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:25.488335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Deleting port 17e17915-336a-4edd-b03d-ed537bcfd072 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:48:25.488677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.551266 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] For port 17e17915-336a-4edd-b03d-ed537bcfd072, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=17e17915-336a-4edd-b03d-ed537bcfd072,segment=NetworkSegment(9c46cd4e-0c92-40fb-8220-565f3151476a),segment_id=9c46cd4e-0c92-40fb-8220-565f3151476a)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:25.551628 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.565011 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Calling delete_port for 17e17915-336a-4edd-b03d-ed537bcfd072 owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:48:25.636715 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:25.647843 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad9d6a-6411-41ef-a8b5-99bbd3177475 None None] DHCP port deletion for ddacc26f-a577-4e92-a70e-40c78be5f962 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:48:25.648399 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (17e17915-336a-4edd-b03d-ed537bcfd072), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.676510 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Pushing event deleted for resources: {'Port': ['ID=17e17915-336a-4edd-b03d-ed537bcfd072,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:25.679299 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] No DVR routers for this DVR port 17e17915-336a-4edd-b03d-ed537bcfd072 on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:48:25.751364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (ddacc26f-a577-4e92-a70e-40c78be5f962), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.775710 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddacc26f-a577-4e92-a70e-40c78be5f962']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:25.784817 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c46cd4e-0c92-40fb-8220-565f3151476a') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:25.785111 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c46cd4e-0c92-40fb-8220-565f3151476a') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:25.795852 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (9c46cd4e-0c92-40fb-8220-565f3151476a), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.809497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (9c46cd4e-0c92-40fb-8220-565f3151476a), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.816150 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:48:25.816727 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (9c46cd4e-0c92-40fb-8220-565f3151476a), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.872174 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment 9c46cd4e-0c92-40fb-8220-565f3151476a resource provider aggregate not found Aug 24 15:48:25.884202 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (ddacc26f-a577-4e92-a70e-40c78be5f962), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.889298 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:25.893603 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/ddacc26f-a577-4e92-a70e-40c78be5f962 HTTP/1.1" status: 204 len: 168 time: 0.5250690 Aug 24 15:48:25.895474 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment 9c46cd4e-0c92-40fb-8220-565f3151476a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c46cd4e-0c92-40fb-8220-565f3151476a found for delete ", "request_id": "req-6bddde91-2c60-4f0d-bbed-b5b3d1ef31a2"}]} Aug 24 15:48:25.909179 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:25.911479 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e24c-0c37-4437-85b7-678f4f37f45e admin admin] Pushing event deleted for resources: {'Network': ['ID=ddacc26f-a577-4e92-a70e-40c78be5f962,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:26.041344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59340) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:26.081885 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-28353e69-bbb3-43b7-b725-2f0ee9c21879 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3760b78ba8584e6c81c46d48113fcd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394065 Aug 24 15:48:26.084993 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59342) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:26.136932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] Publish callbacks [] for security_group (e1e18ebb-b4ad-4691-9ad9-38867092a304), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.157344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] Publish callbacks [] for security_group (e1e18ebb-b4ad-4691-9ad9-38867092a304), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.203442 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e1e18ebb-b4ad-4691-9ad9-38867092a304), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.205937 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.207097 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e1e18ebb-b4ad-4691-9ad9-38867092a304 HTTP/1.1" status: 204 len: 168 time: 0.1211905 Aug 24 15:48:26.215383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ea5ed-e571-4e15-bcdd-8e1f9944f57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e18ebb-b4ad-4691-9ad9-38867092a304,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:26.539016 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59350) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:26.545700 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e4234-4ffb-4598-844e-56498b3e1802 req-081b2a0a-43af-4ea0-b257-f3c05c7341d3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:26.547306 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-549e4234-4ffb-4598-844e-56498b3e1802 req-081b2a0a-43af-4ea0-b257-f3c05c7341d3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Aug 24 15:48:26.580663 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-18f4d4f2-0e01-4c29-b004-a02573d013c0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=18adf863101244fe954a347593663444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403178 Aug 24 15:48:26.582988 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59352) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:26.597578 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-549e4234-4ffb-4598-844e-56498b3e1802 req-453364fc-5fd2-4c0f-be5c-34b170a831fb tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Aug 24 15:48:26.632697 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] Publish callbacks [] for security_group (c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.652901 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] Publish callbacks [] for security_group (c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.704238 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.706931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:26.708172 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c HTTP/1.1" status: 204 len: 168 time: 0.1241953 Aug 24 15:48:26.716771 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee20c0d-8cd0-4031-8f80-8d7f06f8a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9d5c6-eae9-43d6-b36a-e0aee15bf69c,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:26.890904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device cb272735-a7e0-4d06-8328-f82df06aad22 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:26.912711 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: cb272735-a7e0-4d06-8328-f82df06aad22 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:26.913073 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device cb272735-a7e0-4d06-8328-f82df06aad22 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:26.913597 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3626d120-3a69-4135-9e8a-67a943b2f607 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:26.945282 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 3626d120-3a69-4135-9e8a-67a943b2f607 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:26.945655 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 3626d120-3a69-4135-9e8a-67a943b2f607 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:26.946070 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 17e17915-336a-4edd-b03d-ed537bcfd072 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:48:26.967084 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 17e17915-336a-4edd-b03d-ed537bcfd072 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:48:26.967445 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 17e17915-336a-4edd-b03d-ed537bcfd072 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:48:27.338663 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-8b4cf6d9-df1a-42cd-8b7e-8f581ea2ec62 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2709415 Aug 24 15:48:27.402592 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-b9a1b728-1b01-410e-b906-294336928f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:27.404107 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-b9a1b728-1b01-410e-b906-294336928f3d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0393174 Aug 24 15:48:27.513713 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-5fd476be-e04a-4fd8-991c-2fdf4bfe0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:27.515220 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-5fd476be-e04a-4fd8-991c-2fdf4bfe0d0b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0885513 Aug 24 15:48:27.650604 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-01b6e85f-7ba5-4b9a-b6a3-b5ff2343f303 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 1000 time: 0.0561748 Aug 24 15:48:27.715049 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d4446-f268-44c6-92a6-9b3026ceac10 req-80a45ecf-a8a0-489c-b4b2-6fa617340500 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:27.716558 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a01d4446-f268-44c6-92a6-9b3026ceac10 req-80a45ecf-a8a0-489c-b4b2-6fa617340500 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0465577 Aug 24 15:48:27.767674 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a01d4446-f268-44c6-92a6-9b3026ceac10 req-d17cf3d6-2290-4b44-a095-b654e6fa6e9a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452068 Aug 24 15:48:28.267167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:28.274043 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-ba623d65-494f-4c63-9e86-7917dd347176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:28.275513 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-ba623d65-494f-4c63-9e86-7917dd347176 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0476873 Aug 24 15:48:28.322885 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-0b825b3d-39f6-4785-b1ec-31ba4b8f2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:28.324368 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-0b825b3d-39f6-4785-b1ec-31ba4b8f2539 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416725 Aug 24 15:48:28.419243 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-cc80bffc-59c1-480d-8acc-c5365d8892b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848911 Aug 24 15:48:28.517153 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-6066d2bd-654e-40e2-8ee5-d77bfe6f9bbd req-e14c6679-b4be-4f58-9ecd-a07a3be1b81b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878024 Aug 24 15:48:28.892920 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b2a35-884b-4c3f-838a-1a0ed8dd7de9 req-76956e06-5211-47ee-90d2-73e71fae7a46 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:28.894282 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-717b2a35-884b-4c3f-838a-1a0ed8dd7de9 req-76956e06-5211-47ee-90d2-73e71fae7a46 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0498781 Aug 24 15:48:28.952707 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-717b2a35-884b-4c3f-838a-1a0ed8dd7de9 req-77d638a8-5bc2-472a-9e3b-c7cbd34170ce tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527110 Aug 24 15:48:30.071057 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f86ca-c3c3-492a-8b18-11186534789a req-688a6e76-cf27-411e-9132-f23afd1b9c5d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:30.072504 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ca0f86ca-c3c3-492a-8b18-11186534789a req-688a6e76-cf27-411e-9132-f23afd1b9c5d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 944 time: 0.0465028 Aug 24 15:48:30.120842 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-ca0f86ca-c3c3-492a-8b18-11186534789a req-b8158e4d-6821-46c1-8060-6e2e35767f96 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Aug 24 15:48:30.744457 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=35 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:30.808372 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device a3d66c91-ae1b-435e-9fca-68a3001fef3d details requested by agent hyperv_hv-cinder-84605 with host hv-cinder-84605 {{(pid=106452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 15:48:30.822062 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:30.910452 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:30.921721 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Returning: {'device': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'port_id': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'mac_address': 'fa:16:3e:25:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 15:48:30.960187 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port a3d66c91-ae1b-435e-9fca-68a3001fef3d is: DOWN; New status is: BUILD {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:48:30.960715 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:30.973816 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d66c91-ae1b-435e-9fca-68a3001fef3d {{(pid=106452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 15:48:30.993971 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:30.998020 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:31.045397 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=4']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:31.237831 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e54b-7ed6-4fb5-aec0-17c539b8d428 req-e980c07d-13f2-4807-bc8d-5241f502209e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:31.239304 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24c6e54b-7ed6-4fb5-aec0-17c539b8d428 req-e980c07d-13f2-4807-bc8d-5241f502209e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 945 time: 0.0470948 Aug 24 15:48:31.291634 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-24c6e54b-7ed6-4fb5-aec0-17c539b8d428 req-07ac553d-1d68-47d0-9a99-beac282b4365 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Aug 24 15:48:32.407033 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb7d7-5fba-4f80-a2ec-1fce24ebd68e req-9a053996-a2b4-4ab3-a57e-943539500c2f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:32.408505 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f00eb7d7-5fba-4f80-a2ec-1fce24ebd68e req-9a053996-a2b4-4ab3-a57e-943539500c2f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 945 time: 0.0462818 Aug 24 15:48:32.456918 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f00eb7d7-5fba-4f80-a2ec-1fce24ebd68e req-e64f2e6a-3752-474c-b4d2-52cc26ead704 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Aug 24 15:48:32.851418 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] get_ports_and_sgs() called for port_ids ['a3d66c91-ae1b-435e-9fca-68a3001fef3d'] {{(pid=106452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 15:48:33.540772 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:33.576354 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397af9-c079-4eaa-9778-416d750a1b02 req-1780a5b4-a1db-49c8-b06e-9f0bd915ffe6 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:33.577731 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82397af9-c079-4eaa-9778-416d750a1b02 req-1780a5b4-a1db-49c8-b06e-9f0bd915ffe6 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Aug 24 15:48:33.627064 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-82397af9-c079-4eaa-9778-416d750a1b02 req-924c3812-13c5-484d-a93e-5dccce49fedc tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Aug 24 15:48:34.746366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd65ba-12e7-469c-8ae3-9410c6bcec63 req-5ff93fa9-64bf-4da9-bcb6-f3dfab85f814 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:34.747867 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4fdd65ba-12e7-469c-8ae3-9410c6bcec63 req-5ff93fa9-64bf-4da9-bcb6-f3dfab85f814 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 945 time: 0.0504909 Aug 24 15:48:34.766370 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=100 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:34.797272 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-4fdd65ba-12e7-469c-8ae3-9410c6bcec63 req-3696b89c-71cf-4209-9a1f-6e8ac4cd4e0f tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439622 Aug 24 15:48:34.930366 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=48 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:35.917612 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e540a0-932f-41f2-a31f-23a6be77b5be req-2f75a400-d7a6-4e68-b1ce-d9b17903d20d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:35.919113 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44e540a0-932f-41f2-a31f-23a6be77b5be req-2f75a400-d7a6-4e68-b1ce-d9b17903d20d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 24 15:48:35.970881 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-44e540a0-932f-41f2-a31f-23a6be77b5be req-34aefd15-7e10-4313-bc9e-78335c9260ee tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462101 Aug 24 15:48:36.106968 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device a3d66c91-ae1b-435e-9fca-68a3001fef3d up at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 15:48:36.150041 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning for port a3d66c91-ae1b-435e-9fca-68a3001fef3d completed by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 15:48:36.155704 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.provisioning_blocks [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Provisioning complete for port a3d66c91-ae1b-435e-9fca-68a3001fef3d triggered by entity L2. {{(pid=106452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 15:48:36.156101 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3505621'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), provisioning_complete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:36.226325 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Current status of the port a3d66c91-ae1b-435e-9fca-68a3001fef3d is: BUILD; New status is: ACTIVE {{(pid=106452) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 15:48:36.226743 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), before_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:36.249616 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d'}] {{(pid=106452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:48:36.251856 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80d8e1bb5282cc2ec529409810debb553c2267c4939716f2a1070edf295aad19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde0121f-0fec-4895-913a-fdd330729e76" -d '{"events": [{"server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "name": "network-vif-plugged", "status": "completed", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d"}]}' {{(pid=106452) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:48:36.268334 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:48:36.273951 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:36.303561 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:36.322623 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Pushing event updated for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=5']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:36.476603 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cea097-4aeb-4a21-8924-8b9ced51f4f5 x-openstack-request-id: req-94cea097-4aeb-4a21-8924-8b9ced51f4f5 {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:48:36.476898 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "name": "network-vif-plugged", "status": "completed", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d", "code": 200}]} {{(pid=106452) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:48:36.477156 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94cea097-4aeb-4a21-8924-8b9ced51f4f5 {{(pid=106452) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:48:36.477817 dv-cinder-846054-2-iscsi neutron-server[106452]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94cea097-4aeb-4a21-8924-8b9ced51f4f5'] response: {'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'code': 200} Aug 24 15:48:36.720759 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bc042-e4e0-45d8-8ebd-8359c175c014 req-ba689207-7ead-4983-9636-e9bfa45cbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:36.722126 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-373bc042-e4e0-45d8-8ebd-8359c175c014 req-ba689207-7ead-4983-9636-e9bfa45cbc65 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1130 time: 0.0389884 Aug 24 15:48:36.746918 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:36.778258 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-373bc042-e4e0-45d8-8ebd-8359c175c014 req-1f6c6437-cfe7-4bbf-8797-72fc89180963 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489974 Aug 24 15:48:37.104201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a96b3c-831b-4df0-8c86-d4c7b210c84b req-7404f907-7c2a-47fd-b9e9-d06202a9ccbe tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:37.105724 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60a96b3c-831b-4df0-8c86-d4c7b210c84b req-7404f907-7c2a-47fd-b9e9-d06202a9ccbe tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0576127 Aug 24 15:48:37.157265 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-60a96b3c-831b-4df0-8c86-d4c7b210c84b req-f467a38d-2e18-4053-bc27-140bc2db1873 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 Aug 24 15:48:38.297320 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff665eb-758d-4599-a662-c51458e8d5b8 req-ce1ffcd9-eb22-42f0-b946-39231ed51100 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:38.299786 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0ff665eb-758d-4599-a662-c51458e8d5b8 req-ce1ffcd9-eb22-42f0-b946-39231ed51100 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0497282 Aug 24 15:48:38.351788 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-0ff665eb-758d-4599-a662-c51458e8d5b8 req-11d4218f-2bac-4c51-955c-a62e8d0fb2d3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458610 Aug 24 15:48:38.444911 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:38.486023 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d65cba-404d-445a-b7e4-b74fefc2689b req-040f60f1-2b36-4ab2-8e6d-31eceda670bf tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:38.487602 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-65d65cba-404d-445a-b7e4-b74fefc2689b req-040f60f1-2b36-4ab2-8e6d-31eceda670bf tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0574534 Aug 24 15:48:38.554826 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-65d65cba-404d-445a-b7e4-b74fefc2689b req-4c0f9e03-b1c5-4523-aff0-d5a0cf15ddb9 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583041 Aug 24 15:48:38.581670 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59458) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:38.621030 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ba6b9-b64f-4821-bb81-960dcd3f707b tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:38.622619 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-8a5ba6b9-b64f-4821-bb81-960dcd3f707b tempest-TestVolumeBootPattern-1752568071 tempest-TestVolumeBootPattern-1752568071-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1125 time: 0.0399644 Aug 24 15:48:38.625534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59460) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:38.629816 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.v2.base [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Request body: {'floatingip': {'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'port_id': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 15:48:38.651876 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:38.734239 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:38.844710 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_common [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Allocated IP 172.27.4.44 (05a2acc7-9a88-44ec-ba77-92118f2a0165/64126777-ca22-4f03-85f1-6784f091923d/9c48a6db-fd14-4c39-ae87-91b51502630f) {{(pid=106451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 15:48:38.950235 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:38.970298 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:38.985325 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761650565443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:38.995609 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:39.042366 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Network 05a2acc7-9a88-44ec-ba77-92118f2a0165 is already hosted by enough agents. {{(pid=106451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 15:48:39.045713 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.base_scheduler [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Resources bound (agent type, host, resource id): {{(pid=106451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 15:48:39.048353 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Received port after_create {{(pid=106451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 15:48:39.077901 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=9c48a6db-fd14-4c39-ae87-91b51502630f,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:39.398354 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (bdb2659d-bf0b-4b4c-b556-c39d7ef945c2), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:39.467709 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693870'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), before_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:39.616429 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), precommit_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:39.621004 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761650960644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761650565461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761650565479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29107946'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), after_update {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:39.688616 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371117'] for floatingip (bdb2659d-bf0b-4b4c-b556-c39d7ef945c2), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:39.691406 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event updated for resources: {'Port': ['ID=9c48a6db-fd14-4c39-ae87-91b51502630f,revision_number=2']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:39.768110 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:39.792885 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP bdb2659d-bf0b-4b4c-b556-c39d7ef945c2 associated. External IP: 172.27.4.44, port: a3d66c91-ae1b-435e-9fca-68a3001fef3d. Aug 24 15:48:39.978048 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:40.000686 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:48:40.102059 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:48:40.111708 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:48:40.121526 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:40.126116 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:40.126765 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:40.152586 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-aa219dca-f778-484f-8c47-9e599540710a tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5260336 Aug 24 15:48:40.153182 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:48:40.155595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8ffd3-f396-46ed-9de5-4d7c0760e522" -d '{"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:48:40.228242 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:40.253713 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbe6bc-ee11-4c26-8981-ab4d1b0ffd38 x-openstack-request-id: req-ffdbe6bc-ee11-4c26-8981-ab4d1b0ffd38 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:48:40.254076 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:48:40.254344 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ffdbe6bc-ee11-4c26-8981-ab4d1b0ffd38 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:48:40.254793 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdbe6bc-ee11-4c26-8981-ab4d1b0ffd38'] response: {'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'status': 'completed', 'code': 200} Aug 24 15:48:40.322295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-682dfed2-13c0-4a44-9528-ee4d4e60a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:40.323925 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-682dfed2-13c0-4a44-9528-ee4d4e60a053 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1130 time: 0.0468447 Aug 24 15:48:40.417264 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-e2c86ff9-c7cf-4136-9cb2-c418dd533d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:40.418686 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-e2c86ff9-c7cf-4136-9cb2-c418dd533d96 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0876935 Aug 24 15:48:40.449670 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}, {'id': 'bdb2659d-bf0b-4b4c-b556-c39d7ef945c2', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:25:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d91f99-39cd-41fe-97cf-d48c53761992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:48:39Z', 'updated_at': '2022-08-24T15:48:39Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:40.473600 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:48:40.483060 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:48:40.483669 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:48:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:40.485608 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-90294001-8597-4d1e-9728-95ef36f4aaad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 200 len: 999 time: 0.0599110 Aug 24 15:48:40.535933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-4be8e3b1-9fa4-4dc0-8a1e-04171320bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:40.538076 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-4be8e3b1-9fa4-4dc0-8a1e-04171320bb2f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0455885 Aug 24 15:48:40.580480 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-2ebfccc7-682f-4e81-aa46-66d2b523a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:48:40.581960 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-2ebfccc7-682f-4e81-aa46-66d2b523a899 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383563 Aug 24 15:48:40.588709 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:48:40.676104 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-55a79087-be3f-4cfe-84c5-14f384203e4c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870578 Aug 24 15:48:40.765614 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-98c8ffd3-f396-46ed-9de5-4d7c0760e522 req-c437ffb0-5557-487d-8d3a-57914d782cb6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829284 Aug 24 15:48:40.804489 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}, {'id': 'bdb2659d-bf0b-4b4c-b556-c39d7ef945c2', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:25:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d91f99-39cd-41fe-97cf-d48c53761992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:48:39Z', 'updated_at': '2022-08-24T15:48:39Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:48:40.828400 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be9614-13dc-4666-a673-295d295c4d3e None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}, {'id': 'bdb2659d-bf0b-4b4c-b556-c39d7ef945c2', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.44', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:25:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d91f99-39cd-41fe-97cf-d48c53761992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:48:39Z', 'updated_at': '2022-08-24T15:48:39Z', 'revision_number': 0, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:48:41.053451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d01357-7697-4ee0-bae3-e4b9eeba140c None None] New status for floating IP bdb2659d-bf0b-4b4c-b556-c39d7ef945c2: ACTIVE {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:48:43.464263 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-089b1efe-a9ea-400d-8a58-df25e94dfcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:45.771436 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3120b596-8ada-45fc-acdb-1763c0ff1772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:47.106438 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:48.420371 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:48.552122 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:49.151464 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:49.851071 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59580) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:49.962109 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed9a2-2013-425e-b467-52b0c9c7a32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.037928 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed9a2-2013-425e-b467-52b0c9c7a32e admin admin] Publish callbacks [] for security_group (99e27386-631b-4ceb-b880-3e4ac2966e44), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.041498 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-0a1ed9a2-2013-425e-b467-52b0c9c7a32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (99e27386-631b-4ceb-b880-3e4ac2966e44), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.079811 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-0a1ed9a2-2013-425e-b467-52b0c9c7a32e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=728186f18b1b4b638285906fdff67862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276652 Aug 24 15:48:50.081711 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ed9a2-2013-425e-b467-52b0c9c7a32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e27386-631b-4ceb-b880-3e4ac2966e44,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:50.082486 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59584) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:50.132585 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] Publish callbacks [] for security_group (99e27386-631b-4ceb-b880-3e4ac2966e44), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.156673 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] Publish callbacks [] for security_group (99e27386-631b-4ceb-b880-3e4ac2966e44), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.202963 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (99e27386-631b-4ceb-b880-3e4ac2966e44), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.205454 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.206705 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/99e27386-631b-4ceb-b880-3e4ac2966e44 HTTP/1.1" status: 204 len: 168 time: 0.1231003 Aug 24 15:48:50.215615 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7876dfd-1267-4693-948b-014ab960af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e27386-631b-4ceb-b880-3e4ac2966e44,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:50.471347 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59590) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:50.485651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-50c09ca3-3143-4e26-b0af-82a01ee51fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.497455 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:50.564588 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-50c09ca3-3143-4e26-b0af-82a01ee51fd9 admin admin] Publish callbacks [] for security_group (c27f3257-bf7c-41db-9f18-e2bd7cf57dd4), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.568293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-50c09ca3-3143-4e26-b0af-82a01ee51fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c27f3257-bf7c-41db-9f18-e2bd7cf57dd4), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.607086 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c09ca3-3143-4e26-b0af-82a01ee51fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f3257-bf7c-41db-9f18-e2bd7cf57dd4,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:50.611443 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-50c09ca3-3143-4e26-b0af-82a01ee51fd9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6e98b61dbe864b6bb63b498f4e01cec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390193 Aug 24 15:48:50.614175 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59592) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:50.661642 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] Publish callbacks [] for security_group (c27f3257-bf7c-41db-9f18-e2bd7cf57dd4), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.663873 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:50.684698 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] Publish callbacks [] for security_group (c27f3257-bf7c-41db-9f18-e2bd7cf57dd4), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.732495 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c27f3257-bf7c-41db-9f18-e2bd7cf57dd4), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.734833 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:50.735978 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c27f3257-bf7c-41db-9f18-e2bd7cf57dd4 HTTP/1.1" status: 204 len: 168 time: 0.1209207 Aug 24 15:48:50.744315 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ef299-8234-4594-abc3-bb5208f721ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f3257-bf7c-41db-9f18-e2bd7cf57dd4,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:50.802094 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=67 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:50.807640 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=81 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:53.226335 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59662) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:53.335211 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.409971 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Publish callbacks [] for security_group (c63b7c0e-f315-4321-967e-b96ab54c0d8d), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.413772 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c63b7c0e-f315-4321-967e-b96ab54c0d8d), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.453726 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1cc505d0cad84da398c947ef65493e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262940 Aug 24 15:48:53.454787 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b7c0e-f315-4321-967e-b96ab54c0d8d,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:53.456581 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59666) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:53.473953 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.474225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.474714 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.475044 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.475383 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.475721 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.476090 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.476436 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.476769 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.477099 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.477432 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.477758 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.478350 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.478738 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.479080 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47641ecb-ee15-4988-a0cd-93c041bb9630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:48:53.522205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] Publish callbacks [] for security_group (c63b7c0e-f315-4321-967e-b96ab54c0d8d), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.544316 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] Publish callbacks [] for security_group (c63b7c0e-f315-4321-967e-b96ab54c0d8d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.592215 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c63b7c0e-f315-4321-967e-b96ab54c0d8d), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.594618 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.595829 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c63b7c0e-f315-4321-967e-b96ab54c0d8d HTTP/1.1" status: 204 len: 168 time: 0.1382883 Aug 24 15:48:53.604387 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d8493-8fb3-43be-b3c7-8da470db84ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b7c0e-f315-4321-967e-b96ab54c0d8d,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:53.854144 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59672) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:53.868137 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddd0faac-e978-4c3c-aa40-9b582de99ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.942931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=17,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:48:53.948352 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddd0faac-e978-4c3c-aa40-9b582de99ae3 admin admin] Publish callbacks [] for security_group (f4317731-80df-4dcf-a719-b00b25cee1f5), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.952095 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-ddd0faac-e978-4c3c-aa40-9b582de99ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f4317731-80df-4dcf-a719-b00b25cee1f5), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:53.995314 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-ddd0faac-e978-4c3c-aa40-9b582de99ae3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e816bf7086844abdbd6db92b312ef550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400740 Aug 24 15:48:53.996026 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0faac-e978-4c3c-aa40-9b582de99ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4317731-80df-4dcf-a719-b00b25cee1f5,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:53.998106 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59674) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:54.047412 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] Publish callbacks [] for security_group (f4317731-80df-4dcf-a719-b00b25cee1f5), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:54.070988 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] Publish callbacks [] for security_group (f4317731-80df-4dcf-a719-b00b25cee1f5), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:54.118771 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f4317731-80df-4dcf-a719-b00b25cee1f5), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:54.121278 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:48:54.122437 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f4317731-80df-4dcf-a719-b00b25cee1f5 HTTP/1.1" status: 204 len: 168 time: 0.1233130 Aug 24 15:48:54.130209 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74283f29-b213-4ab3-b8f8-9a3d7541d985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4317731-80df-4dcf-a719-b00b25cee1f5,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:48:59.869153 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59756) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:48:59.974442 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.028595 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:00.052646 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Publish callbacks [] for security_group (e26e1958-4f1b-4538-9aa2-0828f566aa90), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.056645 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e26e1958-4f1b-4538-9aa2-0828f566aa90), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.099638 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c4d2fd910dd845d5bbc71958f8100581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294207 Aug 24 15:49:00.101712 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e1958-4f1b-4538-9aa2-0828f566aa90,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:00.102388 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59760) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:00.109404 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.109759 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.110112 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.110458 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.110839 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.111176 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.111511 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.111843 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.112176 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.112543 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.112875 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.113206 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.113534 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.113861 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.114187 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399555a-d12b-49f6-a59e-51b699016c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:49:00.152485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] Publish callbacks [] for security_group (e26e1958-4f1b-4538-9aa2-0828f566aa90), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.172507 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] Publish callbacks [] for security_group (e26e1958-4f1b-4538-9aa2-0828f566aa90), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.219650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (e26e1958-4f1b-4538-9aa2-0828f566aa90), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.222485 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.226677 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e26e1958-4f1b-4538-9aa2-0828f566aa90 HTTP/1.1" status: 204 len: 168 time: 0.1199749 Aug 24 15:49:00.233021 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cc57b-4ee3-4bf0-a764-b1b93da11539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e1958-4f1b-4538-9aa2-0828f566aa90,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:00.487663 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59766) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:00.495583 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:00.502588 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a0f43ca-2047-4aff-acf0-113237f5ef63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.583267 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a0f43ca-2047-4aff-acf0-113237f5ef63 admin admin] Publish callbacks [] for security_group (f96d179d-3100-466f-9ca7-057d2d220682), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.587018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-3a0f43ca-2047-4aff-acf0-113237f5ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f96d179d-3100-466f-9ca7-057d2d220682), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.625315 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f43ca-2047-4aff-acf0-113237f5ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d179d-3100-466f-9ca7-057d2d220682,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:00.629628 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-3a0f43ca-2047-4aff-acf0-113237f5ef63 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ab40a6072b194ff0916249f8b70c9177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408756 Aug 24 15:49:00.632557 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59768) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:00.681187 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] Publish callbacks [] for security_group (f96d179d-3100-466f-9ca7-057d2d220682), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.700942 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] Publish callbacks [] for security_group (f96d179d-3100-466f-9ca7-057d2d220682), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.748636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (f96d179d-3100-466f-9ca7-057d2d220682), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.751166 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:00.752317 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f96d179d-3100-466f-9ca7-057d2d220682 HTTP/1.1" status: 204 len: 168 time: 0.1188440 Aug 24 15:49:00.761167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb67008-eaed-49a3-9f9e-ced9cded31d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d179d-3100-466f-9ca7-057d2d220682,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:00.877731 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:00.883729 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:01.933397 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:49:10.104309 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:10.105086 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=7 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:10.245992 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:10.755591 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=58,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:10.756497 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=29,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:10.774092 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:11.463863 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59878) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:11.570224 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c497deb9-0297-48eb-a58f-6016493a0eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.646256 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c497deb9-0297-48eb-a58f-6016493a0eca admin admin] Publish callbacks [] for security_group (69bdf9ed-505c-46d6-8c98-0ae4770a70b9), precommit_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.650505 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-c497deb9-0297-48eb-a58f-6016493a0eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (69bdf9ed-505c-46d6-8c98-0ae4770a70b9), after_create {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.691258 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-c497deb9-0297-48eb-a58f-6016493a0eca admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=05dfd04f1ee14367a366c716335f83de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263410 Aug 24 15:49:11.692330 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497deb9-0297-48eb-a58f-6016493a0eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bdf9ed-505c-46d6-8c98-0ae4770a70b9,revision_number=1']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:11.694169 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59882) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:11.743979 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] Publish callbacks [] for security_group (69bdf9ed-505c-46d6-8c98-0ae4770a70b9), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.766945 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] Publish callbacks [] for security_group (69bdf9ed-505c-46d6-8c98-0ae4770a70b9), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.812650 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (69bdf9ed-505c-46d6-8c98-0ae4770a70b9), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.815263 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:11.816414 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/69bdf9ed-505c-46d6-8c98-0ae4770a70b9 HTTP/1.1" status: 204 len: 168 time: 0.1212170 Aug 24 15:49:11.824990 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ccad2-ee58-43a6-ad94-9f885d6abd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bdf9ed-505c-46d6-8c98-0ae4770a70b9,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:11.951574 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:12.080733 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59888) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:12.094396 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2036b562-11e0-4ba6-a112-ca0e41fe7619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.172726 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2036b562-11e0-4ba6-a112-ca0e41fe7619 admin admin] Publish callbacks [] for security_group (c6d9965f-a29c-424e-a507-884fc3112e97), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.176389 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2036b562-11e0-4ba6-a112-ca0e41fe7619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c6d9965f-a29c-424e-a507-884fc3112e97), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.214774 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036b562-11e0-4ba6-a112-ca0e41fe7619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d9965f-a29c-424e-a507-884fc3112e97,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:12.219884 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2036b562-11e0-4ba6-a112-ca0e41fe7619 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ab1ffc2340444df48b3246392c9e5c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381304 Aug 24 15:49:12.222630 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59890) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:12.271225 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] Publish callbacks [] for security_group (c6d9965f-a29c-424e-a507-884fc3112e97), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.291672 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] Publish callbacks [] for security_group (c6d9965f-a29c-424e-a507-884fc3112e97), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.339331 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (c6d9965f-a29c-424e-a507-884fc3112e97), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.341906 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:12.343107 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c6d9965f-a29c-424e-a507-884fc3112e97 HTTP/1.1" status: 204 len: 168 time: 0.1195946 Aug 24 15:49:12.350700 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebfd7b-68ab-4be2-9bc7-394fa4ffd016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d9965f-a29c-424e-a507-884fc3112e97,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:13.474125 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d7970aa7-bc11-4cb9-a565-39881cb02ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:15.773028 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec97c-fac6-400e-a031-33f21df8afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.484130 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59948) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:16.588154 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-643c33f4-6b71-423a-b7c7-be619c5ed71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.664730 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-643c33f4-6b71-423a-b7c7-be619c5ed71b admin admin] Publish callbacks [] for security_group (25fa1cc0-b0c0-4146-a119-d68a6ef38ade), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.669117 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-643c33f4-6b71-423a-b7c7-be619c5ed71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (25fa1cc0-b0c0-4146-a119-d68a6ef38ade), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.707667 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-643c33f4-6b71-423a-b7c7-be619c5ed71b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=25e16f3f8f894e59a584a42fc28063c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224143 Aug 24 15:49:16.709644 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c33f4-6b71-423a-b7c7-be619c5ed71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fa1cc0-b0c0-4146-a119-d68a6ef38ade,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:16.710413 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59952) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:16.763462 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] Publish callbacks [] for security_group (25fa1cc0-b0c0-4146-a119-d68a6ef38ade), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.783714 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] Publish callbacks [] for security_group (25fa1cc0-b0c0-4146-a119-d68a6ef38ade), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.843721 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (25fa1cc0-b0c0-4146-a119-d68a6ef38ade), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.846389 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:16.847723 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/25fa1cc0-b0c0-4146-a119-d68a6ef38ade HTTP/1.1" status: 204 len: 168 time: 0.1361930 Aug 24 15:49:16.857214 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc318c2e-2528-443a-a436-ae1bfd7cf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fa1cc0-b0c0-4146-a119-d68a6ef38ade,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:17.106797 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.117066 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 59958) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:17.131253 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2abd4e36-56f7-4eaf-80c5-536e9068095f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.169554 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:17.195865 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=19 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:17.217405 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2abd4e36-56f7-4eaf-80c5-536e9068095f admin admin] Publish callbacks [] for security_group (44fb0882-e0b2-4c4c-b3ca-5813af367eea), precommit_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.221063 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-2abd4e36-56f7-4eaf-80c5-536e9068095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (44fb0882-e0b2-4c4c-b3ca-5813af367eea), after_create {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.264313 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-2abd4e36-56f7-4eaf-80c5-536e9068095f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d290c8fbe242468ba77656724b56d6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461794 Aug 24 15:49:17.265149 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd4e36-56f7-4eaf-80c5-536e9068095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb0882-e0b2-4c4c-b3ca-5813af367eea,revision_number=1']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:17.267303 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59960) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:49:17.316323 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] Publish callbacks [] for security_group (44fb0882-e0b2-4c4c-b3ca-5813af367eea), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.337726 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] Publish callbacks [] for security_group (44fb0882-e0b2-4c4c-b3ca-5813af367eea), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.387145 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (44fb0882-e0b2-4c4c-b3ca-5813af367eea), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.389632 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:17.390817 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/44fb0882-e0b2-4c4c-b3ca-5813af367eea HTTP/1.1" status: 204 len: 168 time: 0.1224489 Aug 24 15:49:17.398771 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184b94b-c994-41c4-b62f-944dcedce5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb0882-e0b2-4c4c-b3ca-5813af367eea,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:49:18.423201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:18.556946 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:19.172911 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:27.258159 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=12 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:27.260608 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:27.374280 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=50,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:27.394742 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=51,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:29.089156 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-c1954202-9ccb-46b0-b9bd-edfa8a2b13da service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381041 Aug 24 15:49:29.166800 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:29.168586 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:29.179946 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-1c32812c-a359-4854-9f6d-ac96b62e7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:49:29.182272 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-1c32812c-a359-4854-9f6d-ac96b62e7c6b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0408554 Aug 24 15:49:29.293926 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-b314c355-736f-430b-86cf-b2372ce6ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:49:29.295419 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-b314c355-736f-430b-86cf-b2372ce6ad58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.0886014 Aug 24 15:49:29.362445 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-92b0593d-7192-4fdc-b7d7-6f8f9bbcc75f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 1000 time: 0.0552900 Aug 24 15:49:29.414375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-3b28105d-5c70-430a-ba95-1b23d143013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:49:29.416374 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-3b28105d-5c70-430a-ba95-1b23d143013e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0441344 Aug 24 15:49:29.466805 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-9aeeddde-b02b-40b8-a6fe-287efc9a612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:49:29.468219 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-9aeeddde-b02b-40b8-a6fe-287efc9a612d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425096 Aug 24 15:49:29.567538 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-c5649aee-2833-484d-b238-80cb5f7b49f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899677 Aug 24 15:49:29.665288 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-25e03999-f255-4a39-8afa-6c929f62f9a7 req-f4f1b99b-502d-4d4b-ab65-0c23a24285c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Aug 24 15:49:37.876865 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:37.883168 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:38.933795 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:49:39.656198 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=47 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:39.662330 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=54 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:43.467255 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-150bf7a8-7171-4353-9bb4-5b8f7e45288a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:45.776222 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c9b5be8e-11e5-471d-abfe-9ad267203591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:47.108220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:48.425644 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:48.559657 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:48.929773 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:49.175238 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:49:59.168921 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:49:59.170795 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:07.531710 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 59970) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:07.670585 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port 9c48a6db-fd14-4c39-ae87-91b51502630f {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:07.670870 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:07.745892 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:07.746217 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (9c48a6db-fd14-4c39-ae87-91b51502630f), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:07.758841 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for 9c48a6db-fd14-4c39-ae87-91b51502630f owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:07.906195 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (9c48a6db-fd14-4c39-ae87-91b51502630f), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:07.929421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=9c48a6db-fd14-4c39-ae87-91b51502630f,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:07.939778 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.940130 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.940475 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.940816 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.941151 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.941483 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.942201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.942201 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.942444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.942797 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.943131 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.943457 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.943782 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.944102 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:07.944421 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:08.012731 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (bdb2659d-bf0b-4b4c-b556-c39d7ef945c2), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:08.013063 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP bdb2659d-bf0b-4b4c-b556-c39d7ef945c2 disassociated (deleted). External IP: 172.27.4.44, port: a3d66c91-ae1b-435e-9fca-68a3001fef3d. Aug 24 15:50:08.206117 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:50:08.308858 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:50:08.315977 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:08.320090 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:50:08.323394 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=20 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:08.332188 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:08.332804 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:49:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:08.333974 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:08.347340 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-718bd2d8-a40d-499e-83d5-851ad0e39be3 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/bdb2659d-bf0b-4b4c-b556-c39d7ef945c2 HTTP/1.1" status: 204 len: 168 time: 0.8145678 Aug 24 15:50:08.347913 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:50:08.350159 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075024e-09e1-4771-b3db-b2114a659fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:50:08.395593 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b22d8a-c034-4ffd-9aaa-3ad05097fdaa x-openstack-request-id: req-a8b22d8a-c034-4ffd-9aaa-3ad05097fdaa {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:50:08.396456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:50:08.396456 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8b22d8a-c034-4ffd-9aaa-3ad05097fdaa {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:50:08.396709 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b22d8a-c034-4ffd-9aaa-3ad05097fdaa'] response: {'name': 'network-changed', 'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'status': 'completed', 'code': 200} Aug 24 15:50:08.439992 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:08.462168 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075024e-09e1-4771-b3db-b2114a659fbd req-855c819c-8bf8-457e-bc88-5ab8922c27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:08.464703 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-855c819c-8bf8-457e-bc88-5ab8922c27b3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 1130 time: 0.0423458 Aug 24 15:50:08.592038 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075024e-09e1-4771-b3db-b2114a659fbd req-4db68a17-3441-477a-9c22-8210da56dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:08.593575 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-4db68a17-3441-477a-9c22-8210da56dccb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.1099541 Aug 24 15:50:08.596516 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009a97a-79c1-4503-9f4f-06c74387bdac req-1b93e489-7984-42f7-bc9f-25ce33b81b01 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:08.598025 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f009a97a-79c1-4503-9f4f-06c74387bdac req-1b93e489-7984-42f7-bc9f-25ce33b81b01 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0538323 Aug 24 15:50:08.609865 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:08.650073 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-f009a97a-79c1-4503-9f4f-06c74387bdac req-042effaf-ca36-4469-9c9d-0e4cae2a9fcc tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 Aug 24 15:50:08.673204 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:08.697263 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:50:08.706226 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:08.706848 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:49:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:08.805402 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:09.022753 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:09.046578 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3f4b9-157e-4510-a2db-3b443854a988 None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_floatingips': [{'id': '41869a86-fa19-44de-a70a-0abbdab82594', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'floating_ip_address': '172.27.4.58', 'floating_network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'router_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'port_id': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'mac_address': 'fa:16:3e:8f:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T15:46:27Z', 'updated_at': '2022-08-24T15:46:29Z', 'revision_number': 1, 'project_id': 'b496441965834f65a8d0813e8221c685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:50:09.267306 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07110bdd-d4f2-4ee5-ac7b-247740b941f5 None None] New status for floating IP bdb2659d-bf0b-4b4c-b556-c39d7ef945c2: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:50:09.741802 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-f517682b-02cc-4cd7-8abf-bc9e97784319 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 200 len: 217 time: 0.0355949 Aug 24 15:50:09.776846 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3553080-6d97-4080-ba91-55c1c4a5f5ed req-3921b495-79dc-4c17-a70a-3da0fc4d5692 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:09.778691 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b3553080-6d97-4080-ba91-55c1c4a5f5ed req-3921b495-79dc-4c17-a70a-3da0fc4d5692 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0467770 Aug 24 15:50:09.793256 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075024e-09e1-4771-b3db-b2114a659fbd req-2dff37a0-0123-42d0-8239-d126fa91e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:09.794994 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-2dff37a0-0123-42d0-8239-d126fa91e170 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0447321 Aug 24 15:50:09.832528 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-b3553080-6d97-4080-ba91-55c1c4a5f5ed req-d6a1d562-1105-4f0a-b9d2-9645362c7042 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483079 Aug 24 15:50:09.933858 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075024e-09e1-4771-b3db-b2114a659fbd req-0f876335-6e8c-4b2b-8482-5bb458b179c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:09.935414 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-0f876335-6e8c-4b2b-8482-5bb458b179c7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412471 Aug 24 15:50:10.030003 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-eb4a1583-cae5-4706-82a0-2cfbaad84679 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Aug 24 15:50:10.297068 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-1075024e-09e1-4771-b3db-b2114a659fbd req-4b5380c8-2fd0-4ad9-9db1-bf9e0ce8b56d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858729 Aug 24 15:50:10.354919 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-7d3fc9de-a54d-43c3-be91-7531e009807d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:10.356608 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-7d3fc9de-a54d-43c3-be91-7531e009807d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 946 time: 0.0470726 Aug 24 15:50:10.441798 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port a3d66c91-ae1b-435e-9fca-68a3001fef3d {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:10.442142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:10.534690 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] For port a3d66c91-ae1b-435e-9fca-68a3001fef3d, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=a3d66c91-ae1b-435e-9fca-68a3001fef3d,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:10.535057 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:10.547756 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for a3d66c91-ae1b-435e-9fca-68a3001fef3d owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:10.680560 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (a3d66c91-ae1b-435e-9fca-68a3001fef3d), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:10.707176 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=a3d66c91-ae1b-435e-9fca-68a3001fef3d,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:10.720855 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.721209 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.721555 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.721893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.722228 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.722559 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.722916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.723243 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.723569 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.723894 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.724221 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.724548 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.724872 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.725193 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.725516 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:10.763287 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] No DVR routers for this DVR port a3d66c91-ae1b-435e-9fca-68a3001fef3d on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:50:10.765743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:10.768921 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4a1c0294-14c7-4f02-beb7-d0acf2f62513 req-0e28c5b9-1b37-4f29-8ee4-466cf8ec864c tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a3d66c91-ae1b-435e-9fca-68a3001fef3d HTTP/1.1" status: 204 len: 173 time: 0.4019120 Aug 24 15:50:10.769353 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'name': 'network-vif-deleted', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:50:10.771680 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9314a6ab-d2c3-4f4e-81a6-9ee4dff46581" -d '{"events": [{"server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "name": "network-vif-deleted", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:50:10.809929 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eee860c-0cad-4586-a999-3f319cc9989c x-openstack-request-id: req-0eee860c-0cad-4586-a999-3f319cc9989c {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:50:10.810450 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d91f99-39cd-41fe-97cf-d48c53761992", "name": "network-vif-deleted", "tag": "a3d66c91-ae1b-435e-9fca-68a3001fef3d", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:50:10.810743 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eee860c-0cad-4586-a999-3f319cc9989c {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:50:10.811148 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eee860c-0cad-4586-a999-3f319cc9989c'] response: {'server_uuid': '17d91f99-39cd-41fe-97cf-d48c53761992', 'name': 'network-vif-deleted', 'tag': 'a3d66c91-ae1b-435e-9fca-68a3001fef3d', 'status': 'completed', 'code': 200} Aug 24 15:50:10.941751 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-69dd799d-c95d-43de-b027-fd9873860b65 req-5c3570e1-ddb3-468e-9ae8-1a3482541afb tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=17d91f99-39cd-41fe-97cf-d48c53761992 HTTP/1.1" status: 200 len: 210 time: 0.0299954 Aug 24 15:50:13.469173 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ea911186-222a-413d-8f41-b068a654ea55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.243474 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60006) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:14.388303 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:14.388643 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.463291 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.463620 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.476712 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:14.553451 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device a3d66c91-ae1b-435e-9fca-68a3001fef3d no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:14.575904 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: a3d66c91-ae1b-435e-9fca-68a3001fef3d {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:14.576257 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device a3d66c91-ae1b-435e-9fca-68a3001fef3d not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:14.621558 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.646171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=f68fc5a4-f1e3-497f-9dfe-16ce0d0bb3dc,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:14.710655 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (41869a86-fa19-44de-a70a-0abbdab82594), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:14.710991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.db.l3_db [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Floating IP 41869a86-fa19-44de-a70a-0abbdab82594 disassociated (deleted). External IP: 172.27.4.58, port: c494b458-5e21-4458-a860-36829d3f0f6b. Aug 24 15:50:14.904531 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:14.906586 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:50:14.918710 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:15.013649 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:50:15.018473 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:15.023106 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:50:15.032471 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:15.033079 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:49:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:15.048578 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-b94cfd79-d206-40fb-a9e4-4b278c1f1e83 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/41869a86-fa19-44de-a70a-0abbdab82594 HTTP/1.1" status: 204 len: 168 time: 0.8040047 Aug 24 15:50:15.049171 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b'}] {{(pid=106451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:50:15.051486 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e930eed02161bd3ce3dfadabb2e053a503d2613ef75139ebacf2d3a81a36cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b"}]}' {{(pid=106451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:50:15.091824 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502c794-0c65-47fc-af35-5365430c1f78 x-openstack-request-id: req-f502c794-0c65-47fc-af35-5365430c1f78 {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:50:15.092122 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b", "status": "completed", "code": 200}]} {{(pid=106451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:50:15.092390 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f502c794-0c65-47fc-af35-5365430c1f78 {{(pid=106451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:50:15.092951 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f502c794-0c65-47fc-af35-5365430c1f78'] response: {'name': 'network-changed', 'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'status': 'completed', 'code': 200} Aug 24 15:50:15.111188 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:15.143300 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:15.174677 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-904605aa-8c4c-4db3-a4c3-7c76696b6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:15.176335 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-904605aa-8c4c-4db3-a4c3-7c76696b6174 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b496441965834f65a8d0813e8221c685&device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0527239 Aug 24 15:50:15.264388 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:15.265034 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:15.296931 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-1ad6dfeb-9de2-4b48-9476-6d86590ba2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:15.298846 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-1ad6dfeb-9de2-4b48-9476-6d86590ba2fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 200 len: 914 time: 0.1107061 Aug 24 15:50:15.306015 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cee48d-4e3b-4269-a86c-76400b6781e4 req-69f64bd0-3e79-42b7-815e-f95672a32442 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:15.307564 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d2cee48d-4e3b-4269-a86c-76400b6781e4 req-69f64bd0-3e79-42b7-815e-f95672a32442 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0642092 Aug 24 15:50:15.310836 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:15.350109 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:15.360949 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-d2cee48d-4e3b-4269-a86c-76400b6781e4 req-3c06e229-e37a-4361-a44f-eef2fe2d2504 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Aug 24 15:50:15.378470 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:50:15.387430 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:15.388029 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:49:46Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:15.484676 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:15.742957 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:15.768236 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03959abb-9b4f-4cc4-ab38-94a8cf17b926 None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:05Z', 'revision_number': 4, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi', '_interfaces': [{'id': 'b3dac915-2bcd-4a68-aec1-1cfef5a0abfc', 'name': '', 'network_id': '55e08d2e-d6cb-4529-86e4-566ae8e28cc6', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'mac_address': 'fa:16:3e:e3:f4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:04Z', 'updated_at': '2022-08-24T15:43:12Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'subnets': [{'id': '60c73f43-ed2e-4f4b-9bd2-861a15459b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:50:15.779495 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-552c92eb-1976-4dff-8bc0-4548dc47a7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:15.932345 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:50:15.990359 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff74ec64-d979-46c6-a7cd-c6b0b3e0562e None None] New status for floating IP 41869a86-fa19-44de-a70a-0abbdab82594: DOWN {{(pid=106452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 15:50:16.448040 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-a7deacd0-cbc0-47b2-b1c0-87c0bb4ba34b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 200 len: 217 time: 0.0335789 Aug 24 15:50:16.482853 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588259a-ec18-4aed-b062-0cdcf7be99bf req-2a7bf493-404e-4145-b9f5-1c58b7e1115d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:16.484372 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a588259a-ec18-4aed-b062-0cdcf7be99bf req-2a7bf493-404e-4145-b9f5-1c58b7e1115d tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Aug 24 15:50:16.503747 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-cfa9bcc3-9af3-43f4-b92a-ca2e3cd9692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:16.505191 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-cfa9bcc3-9af3-43f4-b92a-ca2e3cd9692a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 200 len: 851 time: 0.0486577 Aug 24 15:50:16.535763 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-a588259a-ec18-4aed-b062-0cdcf7be99bf req-7ac4a24b-057d-4c79-9e64-619fd26c0329 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=72fd4fc1-bcd2-42e2-a520-22835c090529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456042 Aug 24 15:50:16.644143 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-9ecbe067-4f30-4bc0-a048-387223aadc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:16.645527 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-9ecbe067-4f30-4bc0-a048-387223aadc41 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=55e08d2e-d6cb-4529-86e4-566ae8e28cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384617 Aug 24 15:50:16.735197 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-cd56d92d-e812-45b2-9dec-53678d7fe68d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Aug 24 15:50:17.113969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:17.135144 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-f01d935f-905d-4112-a359-3f9897a4aa7e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 15:50:17.136567 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-f01d935f-905d-4112-a359-3f9897a4aa7e tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 945 time: 0.0639958 Aug 24 15:50:17.140747 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-0aa334be-3e9f-4146-ab0e-637ca2bbb0bc req-be33e669-55b2-495d-911f-3a88116c5442 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277502 Aug 24 15:50:17.233623 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port c494b458-5e21-4458-a860-36829d3f0f6b {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:17.233969 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:17.322723 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] For port c494b458-5e21-4458-a860-36829d3f0f6b, host hv-cinder-84605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84605',level=0,port_id=c494b458-5e21-4458-a860-36829d3f0f6b,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:17.323160 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:17.340678 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for c494b458-5e21-4458-a860-36829d3f0f6b owned by compute:nova {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:17.464144 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (c494b458-5e21-4458-a860-36829d3f0f6b), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:17.489636 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=c494b458-5e21-4458-a860-36829d3f0f6b,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:17.538797 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] No DVR routers for this DVR port c494b458-5e21-4458-a860-36829d3f0f6b on host hv-cinder-84605 {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:50:17.541270 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for port (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:17.545222 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [req-4903a74f-dcd5-444a-8f85-652a80d6e275 req-5cb67c76-9b01-42bf-9bf6-f3de204c8647 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c494b458-5e21-4458-a860-36829d3f0f6b HTTP/1.1" status: 204 len: 173 time: 0.3925488 Aug 24 15:50:17.545654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'name': 'network-vif-deleted', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b'}] {{(pid=106450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 15:50:17.547880 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40b2c5393faf04cfc81a9cdf325d98c865e5567458194317969ac60884bfe6ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce9a795-eccf-453c-b340-5ec56088ffe8" -d '{"events": [{"server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "name": "network-vif-deleted", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b"}]}' {{(pid=106450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 15:50:17.591440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ab87dc-6e0d-416e-af36-a731cb6f02e8 x-openstack-request-id: req-c4ab87dc-6e0d-416e-af36-a731cb6f02e8 {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 15:50:17.591977 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877b318e-d10f-47a2-b221-5b5d23400aa9", "name": "network-vif-deleted", "tag": "c494b458-5e21-4458-a860-36829d3f0f6b", "status": "completed", "code": 200}]} {{(pid=106450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 15:50:17.592255 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4ab87dc-6e0d-416e-af36-a731cb6f02e8 {{(pid=106450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 15:50:17.592660 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ab87dc-6e0d-416e-af36-a731cb6f02e8'] response: {'server_uuid': '877b318e-d10f-47a2-b221-5b5d23400aa9', 'name': 'network-vif-deleted', 'tag': 'c494b458-5e21-4458-a860-36829d3f0f6b', 'status': 'completed', 'code': 200} Aug 24 15:50:17.641449 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [req-54c4d3aa-d027-4965-8c45-9943a52175f8 req-f5597fc5-2fd4-4357-b138-5a08149e1f28 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=877b318e-d10f-47a2-b221-5b5d23400aa9 HTTP/1.1" status: 200 len: 210 time: 0.0299244 Aug 24 15:50:18.551095 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:18.562204 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:18.709409 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60022) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:18.818097 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Deleting port 98724839-2cf0-487f-810b-6dcad2594b40 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:18.818361 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (98724839-2cf0-487f-810b-6dcad2594b40), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:18.897140 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (98724839-2cf0-487f-810b-6dcad2594b40), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:18.897543 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (98724839-2cf0-487f-810b-6dcad2594b40), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:18.910452 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Calling delete_port for 98724839-2cf0-487f-810b-6dcad2594b40 owned by network:floatingip {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:19.043787 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (98724839-2cf0-487f-810b-6dcad2594b40), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:19.068760 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'Port': ['ID=98724839-2cf0-487f-810b-6dcad2594b40,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:19.130984 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for floatingip (0633321d-7463-4f31-825a-482ec55a5de4), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:19.133516 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970622'] for floatingip (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:19.134767 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-fd57ae1d-3329-4604-aaeb-a5b8fc2a8550 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/0633321d-7463-4f31-825a-482ec55a5de4 HTTP/1.1" status: 204 len: 168 time: 0.4255989 Aug 24 15:50:19.177316 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:20.341875 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60034) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:20.399119 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (72fd4fc1-bcd2-42e2-a520-22835c090529), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:20.409444 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:20.423715 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (72fd4fc1-bcd2-42e2-a520-22835c090529), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:20.487752 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (72fd4fc1-bcd2-42e2-a520-22835c090529), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:20.490254 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:20.491425 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/72fd4fc1-bcd2-42e2-a520-22835c090529 HTTP/1.1" status: 204 len: 168 time: 0.1485651 Aug 24 15:50:20.502131 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a75171-666e-4226-95f2-70d67238b663 tempest-TestVolumeBootPattern-1802697822 tempest-TestVolumeBootPattern-1802697822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd4fc1-bcd2-42e2-a520-22835c090529,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:20.548933 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60038) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:20.599885 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c494b458-5e21-4458-a860-36829d3f0f6b no longer exists at agent hyperv_hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:20.622271 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] No Port match for: c494b458-5e21-4458-a860-36829d3f0f6b {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:20.622859 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Device c494b458-5e21-4458-a860-36829d3f0f6b not bound to the agent host hv-cinder-84605 {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:20.924880 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:21.399967 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:21.625776 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Deleting port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:21.626102 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:21.704205 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] For port b3dac915-2bcd-4a68-aec1-1cfef5a0abfc, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:21.704567 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:21.717378 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Calling delete_port for b3dac915-2bcd-4a68-aec1-1cfef5a0abfc owned by network:router_interface {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:21.870775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:21.894932 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (b3dac915-2bcd-4a68-aec1-1cfef5a0abfc), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:21.920078 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dac915-2bcd-4a68-aec1-1cfef5a0abfc,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:21.948105 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:22.100109 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.298856 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Router f8ed5212-8133-4610-8b0c-aff7c9f570c6 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:50:22.399364 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:50:22.404898 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-48eeeaab-9742-4d8e-9cc2-fa479589cae3 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/f8ed5212-8133-4610-8b0c-aff7c9f570c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549001 Aug 24 15:50:22.407514 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60042) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:22.410115 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Sync routers for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:50:22.420781 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:22.421420 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:50:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:22.506284 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks [] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.523922 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:22.607749 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks [] for router_gateway (f8ed5212-8133-4610-8b0c-aff7c9f570c6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.648985 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Deleting port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:22.649329 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.696647 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93'}], 'enable_snat': True}, 'gw_port_id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:50:21Z', 'revision_number': 5, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port': {'id': '84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:22.712006 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:22.722927 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Checking router: f8ed5212-8133-4610-8b0c-aff7c9f570c6 for host: dv-cinder-846054-2-iscsi {{(pid=106453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:50:22.731656 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Routers {'f8ed5212-8133-4610-8b0c-aff7c9f570c6'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:22.732269 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:50:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'], 'active': True} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:22.733285 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] For port 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:22.733651 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.748800 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Calling delete_port for 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 owned by network:router_gateway {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:22.815429 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_dvr_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] Set router f8ed5212-8133-4610-8b0c-aff7c9f570c6 gateway port host: None {{(pid=106453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:22.837467 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=100 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:22.862174 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:22.863787 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.l3_hamode_db [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:50:22Z', 'revision_number': 6, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:22.891752 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fed97f1-cbf2-4cd9-bdb6-362af6bbc2ec None None] The sync data for ids ['f8ed5212-8133-4610-8b0c-aff7c9f570c6'] in dv-cinder-846054-2-iscsi is: [{'id': 'f8ed5212-8133-4610-8b0c-aff7c9f570c6', 'name': 'tempest-TestVolumeBootPattern-1054884495-router', 'tenant_id': 'b496441965834f65a8d0813e8221c685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:02Z', 'updated_at': '2022-08-24T15:50:22Z', 'revision_number': 6, 'project_id': 'b496441965834f65a8d0813e8221c685', 'gw_port_host': None}] {{(pid=106453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:50:22.921402 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:22.952649 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:23.014238 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.098893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.101022 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks [] for router_controller (f8ed5212-8133-4610-8b0c-aff7c9f570c6), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.144264 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (f8ed5212-8133-4610-8b0c-aff7c9f570c6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.145054 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ed5212-8133-4610-8b0c-aff7c9f570c6 {{(pid=106450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:50:23.149175 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.150467 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-d4a65092-fd8d-4154-8d41-2943c4256c41 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/f8ed5212-8133-4610-8b0c-aff7c9f570c6 HTTP/1.1" status: 204 len: 168 time: 0.7420502 Aug 24 15:50:23.153775 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60044) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:23.197403 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Deleting subnet 60c73f43-ed2e-4f4b-9bd2-861a15459b03 {{(pid=106450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:50:23.201031 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Publish callbacks [] for subnet (60c73f43-ed2e-4f4b-9bd2-861a15459b03), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.236295 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32522453'] for subnet (60c73f43-ed2e-4f4b-9bd2-861a15459b03), precommit_delete_associations {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.330670 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (60c73f43-ed2e-4f4b-9bd2-861a15459b03), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.383947 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33044566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33240112'] for subnet (60c73f43-ed2e-4f4b-9bd2-861a15459b03), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.407571 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c73f43-ed2e-4f4b-9bd2-861a15459b03,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:23.413167 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for subnet (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.419096 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-fd92057a-034b-4877-a4ad-dd82cbc383bb admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/60c73f43-ed2e-4f4b-9bd2-861a15459b03 HTTP/1.1" status: 204 len: 168 time: 0.2617311 Aug 24 15:50:23.419267 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cd026-8656-47ab-a51e-7ae27481f40b None None] Network 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:50:23.419726 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60046) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:23.490629 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (55e08d2e-d6cb-4529-86e4-566ae8e28cc6), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.534147 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Deleting port b30b11fc-ecab-47f7-8f9e-75a11595a756 {{(pid=106450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:23.534496 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.600734 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.db [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] For port b30b11fc-ecab-47f7-8f9e-75a11595a756, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=b30b11fc-ecab-47f7-8f9e-75a11595a756,segment=NetworkSegment(a4ec6292-ab17-42de-86cc-8dbe20f29bb7),segment_id=a4ec6292-ab17-42de-86cc-8dbe20f29bb7)] {{(pid=106450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:23.601142 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.617440 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.plugin [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Calling delete_port for b30b11fc-ecab-47f7-8f9e-75a11595a756 owned by network:dhcp {{(pid=106450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:23.626474 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:23.696079 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33044483'] for port (b30b11fc-ecab-47f7-8f9e-75a11595a756), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.705764 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:23.712093 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed20d3-acb1-4a2c-8faf-c029f9bcd66a None None] DHCP port deletion for 55e08d2e-d6cb-4529-86e4-566ae8e28cc6 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:50:23.727288 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] No DVR routers for this DVR port b30b11fc-ecab-47f7-8f9e-75a11595a756 on host dv-cinder-846054-2-iscsi {{(pid=106450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:50:23.728916 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30b11fc-ecab-47f7-8f9e-75a11595a756,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:23.807293 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (55e08d2e-d6cb-4529-86e4-566ae8e28cc6), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.828543 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e08d2e-d6cb-4529-86e4-566ae8e28cc6']}} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:23.837658 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7') {'for_net_delete': True} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:23.837962 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.services.segments.db [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ec6292-ab17-42de-86cc-8dbe20f29bb7') {} {{(pid=106450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:23.848149 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32522460'] for segment (a4ec6292-ab17-42de-86cc-8dbe20f29bb7), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.861870 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (a4ec6292-ab17-42de-86cc-8dbe20f29bb7), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.868893 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Releasing vlan 1129 on physical network physnet1 to pool {{(pid=106450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:50:23.869344 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33044528'] for segment (a4ec6292-ab17-42de-86cc-8dbe20f29bb7), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.890801 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment a4ec6292-ab17-42de-86cc-8dbe20f29bb7 resource provider aggregate not found Aug 24 15:50:23.933447 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.services.segments.plugin [-] Segment a4ec6292-ab17-42de-86cc-8dbe20f29bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4ec6292-ab17-42de-86cc-8dbe20f29bb7 found for delete ", "request_id": "req-ea935aeb-26f9-413b-be82-1f44852697db"}]} Aug 24 15:50:23.942938 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (55e08d2e-d6cb-4529-86e4-566ae8e28cc6), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.949155 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:23.953269 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/55e08d2e-d6cb-4529-86e4-566ae8e28cc6 HTTP/1.1" status: 204 len: 168 time: 0.5329242 Aug 24 15:50:23.956586 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60052) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:23.964814 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f025-992a-4a40-9126-85c4a8c18ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e08d2e-d6cb-4529-86e4-566ae8e28cc6,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:24.423822 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:24.429528 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:24.556355 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781229'] for router_interface (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:24.780340 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Deleting port 80beda2c-4973-4b22-bfd1-a363e680cb07 {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:24.780782 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:24.859087 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] For port 80beda2c-4973-4b22-bfd1-a363e680cb07, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=80beda2c-4973-4b22-bfd1-a363e680cb07,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:24.859448 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:24.872789 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Calling delete_port for 80beda2c-4973-4b22-bfd1-a363e680cb07 owned by network:router_interface {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:24.956048 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b30b11fc-ecab-47f7-8f9e-75a11595a756 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:24.979289 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: b30b11fc-ecab-47f7-8f9e-75a11595a756 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:24.979643 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b30b11fc-ecab-47f7-8f9e-75a11595a756 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:24.980070 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:24.998979 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:24.999331 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 84e28ad9-8bd4-4f8b-8d39-c92344b8b2f8 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:24.999758 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b3dac915-2bcd-4a68-aec1-1cfef5a0abfc no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:25.019552 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: b3dac915-2bcd-4a68-aec1-1cfef5a0abfc {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:25.019903 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device b3dac915-2bcd-4a68-aec1-1cfef5a0abfc not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:25.059605 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (80beda2c-4973-4b22-bfd1-a363e680cb07), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.088455 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=80beda2c-4973-4b22-bfd1-a363e680cb07,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:25.245485 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:25.252161 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781113'] for router_interface (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.321697 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:25.464407 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 has already been hosted by L3 agent c35236f4-da15-4e51-bb1b-6321260abf6a {{(pid=106451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 15:50:25.564286 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] Notify agent at l3_agent.dv-cinder-846054-2-iscsi the message routers_updated {{(pid=106451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 15:50:25.570344 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-e343ef4e-7e94-4d51-94c5-e0f8e9356b41 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4ff8c120-6eb3-4a78-8161-ffbd4807c922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118596 Aug 24 15:50:25.571636 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60054) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:25.572511 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Sync routers for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 15:50:25.583938 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:25.584716 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:50:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:25.675989 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks [] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.688617 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: dv-cinder-846054-2-iscsi {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:25.782336 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks [] for router_gateway (4ff8c120-6eb3-4a78-8161-ffbd4807c922), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.825186 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Deleting port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:25.825489 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.857518 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'external_fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:50:25Z', 'revision_number': 5, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port': {'id': 'c43b97aa-2ec1-4f50-b66b-d63edf5fdbda', 'name': '', 'network_id': '05a2acc7-9a88-44ec-ba77-92118f2a0165', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '64126777-ca22-4f03-85f1-6784f091923d', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T15:43:08Z', 'updated_at': '2022-08-24T15:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64126777-ca22-4f03-85f1-6784f091923d', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846054-2-iscsi'}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:25.885358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Checking router: 4ff8c120-6eb3-4a78-8161-ffbd4807c922 for host: dv-cinder-846054-2-iscsi {{(pid=106452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 15:50:25.894399 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Routers {'4ff8c120-6eb3-4a78-8161-ffbd4807c922'} bound to L3 agent in host dv-cinder-846054-2-iscsi {{(pid=106452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 15:50:25.895029 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T15:29:16Z,description=,heartbeat_timestamp=2022-08-24T15:50:16Z,host='dv-cinder-846054-2-iscsi',id=c35236f4-da15-4e51-bb1b-6321260abf6a,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T15:29:16Z,topic='l3_agent')) {'router_ids': ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'], 'active': True} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:25.908079 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] For port c43b97aa-2ec1-4f50-b66b-d63edf5fdbda, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,segment=NetworkSegment(07f2c7b5-a1d5-44a6-904e-1889b159e887),segment_id=07f2c7b5-a1d5-44a6-904e-1889b159e887)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:25.908445 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:25.921414 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Calling delete_port for c43b97aa-2ec1-4f50-b66b-d63edf5fdbda owned by network:router_gateway {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:25.975047 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvr_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] Set router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 gateway port host: None {{(pid=106452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 15:50:26.036375 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_hamode_db [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:50:25Z', 'revision_number': 6, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port_host': None}], 'dv-cinder-846054-2-iscsi', False) {} {{(pid=106452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:26.060931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a67d4b-a9a0-4e1c-9297-cd5e067121be None None] The sync data for ids ['4ff8c120-6eb3-4a78-8161-ffbd4807c922'] in dv-cinder-846054-2-iscsi is: [{'id': '4ff8c120-6eb3-4a78-8161-ffbd4807c922', 'name': 'tempest-TestVolumeBootPattern-1585895371-router', 'tenant_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T15:43:07Z', 'updated_at': '2022-08-24T15:50:25Z', 'revision_number': 6, 'project_id': 'e232defe64dc4838abc09dbe8d1df3b3', 'gw_port_host': None}] {{(pid=106452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 15:50:26.102328 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (c43b97aa-2ec1-4f50-b66b-d63edf5fdbda), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.112100 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:26.113864 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:26.132022 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43b97aa-2ec1-4f50-b66b-d63edf5fdbda,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:26.198002 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-779624'] for router_gateway (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.282761 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-261395'] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.284903 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks [] for router_controller (4ff8c120-6eb3-4a78-8161-ffbd4807c922), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.327287 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781194'] for router (4ff8c120-6eb3-4a78-8161-ffbd4807c922), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.327855 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ff8c120-6eb3-4a78-8161-ffbd4807c922 {{(pid=106451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 15:50:26.332356 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.333563 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7892848a-7b1a-436a-a274-645f6e99f252 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/4ff8c120-6eb3-4a78-8161-ffbd4807c922 HTTP/1.1" status: 204 len: 168 time: 0.7609556 Aug 24 15:50:26.336639 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60056) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:26.383350 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Deleting subnet f5b8bf85-cbef-444e-98a4-76044b44855a {{(pid=106451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 15:50:26.388951 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Publish callbacks [] for subnet (f5b8bf85-cbef-444e-98a4-76044b44855a), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.425812 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28491194'] for subnet (f5b8bf85-cbef-444e-98a4-76044b44855a), precommit_delete_associations {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.515003 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3504700'] for subnet (f5b8bf85-cbef-444e-98a4-76044b44855a), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.573302 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3504709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29107888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28605021'] for subnet (f5b8bf85-cbef-444e-98a4-76044b44855a), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.600545 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b8bf85-cbef-444e-98a4-76044b44855a,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:26.604042 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.608347 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-7bd36c0e-a83f-4490-a905-7c11fc34dd0d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/f5b8bf85-cbef-444e-98a4-76044b44855a HTTP/1.1" status: 204 len: 168 time: 0.2707636 Aug 24 15:50:26.610954 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60060) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:26.614053 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697d2fa-2cd9-405c-b3d0-4b0d6bab0355 None None] Network 38495615-8d4a-4eaf-b293-3f17df165317 requested from dv-cinder-846054-2-iscsi {{(pid=106452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 15:50:26.682154 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885745'] for network (38495615-8d4a-4eaf-b293-3f17df165317), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.724736 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Deleting port 05347777-9e73-4634-8166-b7b347498dea {{(pid=106451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:26.725077 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (05347777-9e73-4634-8166-b7b347498dea), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.790605 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.db [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] For port 05347777-9e73-4634-8166-b7b347498dea, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=05347777-9e73-4634-8166-b7b347498dea,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:26.790912 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (05347777-9e73-4634-8166-b7b347498dea), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.805465 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.plugin [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Calling delete_port for 05347777-9e73-4634-8166-b7b347498dea owned by network:dhcp {{(pid=106451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:26.833703 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] DHCP port deletion for 38495615-8d4a-4eaf-b293-3f17df165317 request from dv-cinder-846054-2-iscsi {{(pid=106452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 15:50:26.877313 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Deleting port 05347777-9e73-4634-8166-b7b347498dea {{(pid=106452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 15:50:26.877595 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761651077901'] for port (05347777-9e73-4634-8166-b7b347498dea), before_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.888895 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29107941'] for port (05347777-9e73-4634-8166-b7b347498dea), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.917694 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] No DVR routers for this DVR port 05347777-9e73-4634-8166-b7b347498dea on host dv-cinder-846054-2-iscsi {{(pid=106451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:50:26.923886 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Pushing event deleted for resources: {'Port': ['ID=05347777-9e73-4634-8166-b7b347498dea,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:26.943590 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.db [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] For port 05347777-9e73-4634-8166-b7b347498dea, host dv-cinder-846054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846054-2-iscsi',level=0,port_id=05347777-9e73-4634-8166-b7b347498dea,segment=NetworkSegment(5bdf8346-be6c-4887-ba67-ff23fe2c23bd),segment_id=5bdf8346-be6c-4887-ba67-ff23fe2c23bd)] {{(pid=106452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 15:50:26.944310 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786084'] for port (05347777-9e73-4634-8166-b7b347498dea), precommit_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:26.958145 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Calling delete_port for 05347777-9e73-4634-8166-b7b347498dea owned by network:dhcp {{(pid=106452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 15:50:26.998439 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:27.002410 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 80beda2c-4973-4b22-bfd1-a363e680cb07 no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:27.005965 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473980', 'neutron.services.segments.db._delete_segments_for_network-8761651066480'] for network (38495615-8d4a-4eaf-b293-3f17df165317), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.028704 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38495615-8d4a-4eaf-b293-3f17df165317']}} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:27.031203 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:27.033758 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 80beda2c-4973-4b22-bfd1-a363e680cb07 {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:27.034137 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 80beda2c-4973-4b22-bfd1-a363e680cb07 not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:27.034631 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 05347777-9e73-4634-8166-b7b347498dea no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:27.039544 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdf8346-be6c-4887-ba67-ff23fe2c23bd') {'for_net_delete': True} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:27.039850 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.services.segments.db [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdf8346-be6c-4887-ba67-ff23fe2c23bd') {} {{(pid=106451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 15:50:27.047229 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:27.051134 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761651044846', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28491187'] for segment (5bdf8346-be6c-4887-ba67-ff23fe2c23bd), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.066444 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013'] for segment (5bdf8346-be6c-4887-ba67-ff23fe2c23bd), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.067637 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: 05347777-9e73-4634-8166-b7b347498dea {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:27.067980 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device 05347777-9e73-4634-8166-b7b347498dea not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:27.068413 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c43b97aa-2ec1-4f50-b66b-d63edf5fdbda no longer exists at agent ovs-agent-dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 15:50:27.075457 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=106451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 15:50:27.076001 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29107926'] for segment (5bdf8346-be6c-4887-ba67-ff23fe2c23bd), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.088828 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.plugin [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] No Port match for: c43b97aa-2ec1-4f50-b66b-d63edf5fdbda {{(pid=106452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 15:50:27.089175 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.plugins.ml2.rpc [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Device c43b97aa-2ec1-4f50-b66b-d63edf5fdbda not bound to the agent host dv-cinder-846054-2-iscsi {{(pid=106452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 15:50:27.111187 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3692779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761650961803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761650565452'] for port (05347777-9e73-4634-8166-b7b347498dea), after_delete {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.136555 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Pushing event deleted for resources: {'Port': ['ID=05347777-9e73-4634-8166-b7b347498dea,revision_number=None']} {{(pid=106452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:27.145316 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:27.146487 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.146876 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.147273 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.147614 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.147738 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 5bdf8346-be6c-4887-ba67-ff23fe2c23bd resource provider aggregate not found Aug 24 15:50:27.147961 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.148294 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.148620 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.148953 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.149288 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.149699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.149941 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.150456 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.150818 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.151429 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.151769 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846054-2-iscsi {{(pid=106452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 15:50:27.156861 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ea3a4-b161-4695-856b-6e827a3a1745 None None] No DVR routers for this DVR port 05347777-9e73-4634-8166-b7b347498dea on host dv-cinder-846054-2-iscsi {{(pid=106452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 15:50:27.162438 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-779596'] for network (38495615-8d4a-4eaf-b293-3f17df165317), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.184384 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528096'] for network (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.190893 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/38495615-8d4a-4eaf-b293-3f17df165317 HTTP/1.1" status: 204 len: 168 time: 0.5757203 Aug 24 15:50:27.190893 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653a706-0bd3-4763-8a73-47ccf0c464fc admin admin] Pushing event deleted for resources: {'Network': ['ID=38495615-8d4a-4eaf-b293-3f17df165317,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:27.191991 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.services.segments.plugin [-] Segment 5bdf8346-be6c-4887-ba67-ff23fe2c23bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bdf8346-be6c-4887-ba67-ff23fe2c23bd found for delete ", "request_id": "req-304771f4-7df1-4d24-ac69-2ede85c538db"}]} Aug 24 15:50:27.301654 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60068) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:27.344303 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-1115a5f9-909b-474a-b0a3-0c42dc966f4e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b496441965834f65a8d0813e8221c685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414927 Aug 24 15:50:27.346763 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [-] (106450) accepted ('10.222.0.73', 60070) {{(pid=106450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:27.395647 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] Publish callbacks [] for security_group (15d7824b-2a6a-41bc-87a0-8c4352446edc), before_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.416018 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] Publish callbacks [] for security_group (15d7824b-2a6a-41bc-87a0-8c4352446edc), precommit_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.463375 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (15d7824b-2a6a-41bc-87a0-8c4352446edc), after_delete {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.466560 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron_lib.callbacks.manager [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.467777 dv-cinder-846054-2-iscsi neutron-server[106450]: INFO neutron.wsgi [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/15d7824b-2a6a-41bc-87a0-8c4352446edc HTTP/1.1" status: 204 len: 168 time: 0.1200967 Aug 24 15:50:27.475830 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809773a6-81ee-4bcd-9d04-c6afcadb3f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d7824b-2a6a-41bc-87a0-8c4352446edc,revision_number=None']} {{(pid=106450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:27.785194 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60076) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:27.825984 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-109b3081-84aa-4187-97ca-c10617baac39 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e232defe64dc4838abc09dbe8d1df3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395486 Aug 24 15:50:27.828477 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [-] (106451) accepted ('10.222.0.73', 60078) {{(pid=106451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 15:50:27.876342 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] Publish callbacks [] for security_group (08254f1a-b1d3-487f-9684-1931869509c1), before_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.896319 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] Publish callbacks [] for security_group (08254f1a-b1d3-487f-9684-1931869509c1), precommit_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.943045 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774260'] for security_group (08254f1a-b1d3-487f-9684-1931869509c1), after_delete {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.945592 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron_lib.callbacks.manager [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:27.946780 dv-cinder-846054-2-iscsi neutron-server[106451]: INFO neutron.wsgi [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/08254f1a-b1d3-487f-9684-1931869509c1 HTTP/1.1" status: 204 len: 168 time: 0.1173918 Aug 24 15:50:27.955284 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eea59-d18e-4366-936d-8a841983504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08254f1a-b1d3-487f-9684-1931869509c1,revision_number=None']} {{(pid=106451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 15:50:32.866334 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=79 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:32.867151 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.471055 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=39,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.471794 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG dbcounter [-] [106450] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=106450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.949643 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.951146 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG dbcounter [-] [106451] Writing DB stats neutron:DELETE=5,neutron:SELECT=26 {{(pid=106451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.968701 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:37.970100 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:43.471143 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-96c82a3f-9ffa-495d-9589-2020eb1dd7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:45.782220 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-b64e6358-617b-4adb-bf41-f167c79c2e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:47.113042 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:48.434876 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:48.564950 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:49.186807 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:50:51.875380 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:51.876164 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=3 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:52.931171 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:50:59.180076 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:50:59.181943 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:11.956227 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:11.956963 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:13.473698 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-81533fb4-2f7d-41e2-a7ef-57594c239ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:15.784939 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-de1c61d3-f4b2-4350-b1d9-bb5fc5e78b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:17.116760 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:18.433867 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:18.567218 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:19.206278 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:28.872151 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:28.872898 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:29.199955 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:29.201776 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:29.930330 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:51:39.927037 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:43.477613 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-5508dd9f-ace1-4aac-9e54-5307b5de2275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:45.786330 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-2de7b9f7-4796-4510-ac2f-bbc40dd0f209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:47.118693 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:48.436589 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:48.573922 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:49.207092 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:51:59.200598 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:51:59.202406 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:06.931016 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:52:13.478713 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0889f913-5f66-49ab-aeaf-875671fd7dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:15.788409 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e931bef3-e9b3-4df5-9e62-9c1f9dfb66f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:16.926298 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=16 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:16.927075 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=18 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:17.122536 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:18.439339 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:18.565835 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:19.207677 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:29.201152 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:29.203062 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:42.864930 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:42.865850 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:43.480966 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-554ae637-b087-4ff8-9191-a89eb31ef1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:43.932542 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:52:45.790201 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3c4fde8a-284e-4eb4-8b7b-b004e1d43822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:47.125028 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:48.441478 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:48.571917 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:49.329358 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:52:50.324083 dv-cinder-846054-2-iscsi neutron-server[106450]: DEBUG neutron.wsgi [req-39b946c2-67ae-4d03-80d1-b5d9087266b6 req-e4e1cb8c-c55c-426d-a6d1-498e7ac035ea service neutron] (106450) timed out ('10.222.0.18', 54185) {{(pid=106450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 15:52:53.926068 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:53.927565 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:59.323695 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:52:59.325645 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:13.482621 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-c54ae785-4eb4-400d-8102-ffcd2893e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:15.791740 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-15085c54-7534-4823-91b0-9bd34139f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:17.127274 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:18.443722 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:18.563810 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:19.224266 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:19.861576 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:19.862344 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=6 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:20.932038 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:53:29.217094 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:29.219060 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:30.928255 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:30.929129 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:43.487529 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-a54630af-57f4-440d-8932-4365bfe5910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:45.793824 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-0c2e75c0-9563-4570-96f2-79b2a6844b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:47.129956 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:48.445949 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:48.565422 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:49.223648 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:53:56.854966 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:56.859971 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:57.932055 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:53:59.213722 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:53:59.219501 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:08.530887 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=13 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:08.532757 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=15 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:13.490297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1817f65e-a4ff-4bcc-b31a-055e49cb97d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:15.798027 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-e41b3b91-bcff-44c3-946b-6b2fb0f45bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:17.133150 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:18.449815 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:18.568592 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:19.239712 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:29.234350 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:29.236279 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:33.845867 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:33.854907 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:34.931794 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:54:42.257299 dv-cinder-846054-2-iscsi neutron-server[106451]: DEBUG neutron.wsgi [req-9283af4e-e13e-4faf-9cf2-1d77d1b4f193 req-75b334fb-cc4d-4ff9-b273-e486ee222b96 service neutron] (106451) timed out ('10.222.0.18', 54193) {{(pid=106451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 15:54:43.491737 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-217adce0-9c45-4a4c-a3e1-0b0ff4124e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:44.927343 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:44.928085 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:45.801297 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-1936695f-a553-41cd-bfcd-08fd5d7a4c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:47.136323 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:48.455975 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:48.571320 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:49.241931 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:54:58.915001 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:58.915753 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:59.231112 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:54:59.238528 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:10.861211 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:11.931693 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG neutron.db.agents_db [None req-cc0a926f-b506-488e-b003-e09f39b5a51a None None] Agent healthcheck: found 6 active agents {{(pid=106453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 15:55:11.966287 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:13.493047 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-10550ed4-b940-4a04-bbea-f77a5d9184b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:15.803605 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-3e2dafc1-2fd3-4b72-b925-b3251a678963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:17.138516 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:18.455570 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:18.575423 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-17fa72f6-fb9b-445f-b822-1e922ff3ced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1c419ac6-e6ef-410f-a74c-d2bc301f3a50), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:19.257889 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-60366c65-bf9b-4d55-a3c9-d755e0148b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (44fe1360-1c44-4fde-8053-ce7d6a8922df), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:21.928030 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:29.251694 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:29.253699 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG dbcounter [-] [106452] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:43.498663 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-4ddccc6c-bbf1-4708-b214-05306420fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (2102b147-465c-4493-a7c2-29969d0996ae), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:45.806841 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-ab9a74a7-d3e0-4cd1-bffc-bfd920880e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (c35236f4-da15-4e51-bb1b-6321260abf6a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:47.140969 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-adae189e-0e4e-4095-9fa8-922929197927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (1be1516c-003c-473c-96a2-f80531dde49a), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 15:55:47.866231 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=4 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:47.868161 dv-cinder-846054-2-iscsi neutron-server[106453]: DEBUG dbcounter [-] [106453] Writing DB stats neutron:SELECT=2 {{(pid=106453) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 15:55:48.457891 dv-cinder-846054-2-iscsi neutron-server[106452]: DEBUG neutron_lib.callbacks.manager [None req-d576c115-8fd4-4e3f-b477-7175c8f2aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761651066462', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3505535'] for agent (63166821-a139-4d93-93b5-d615f09d1197), after_update {{(pid=106452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}